-- Logs begin at Fri 2021-04-16 04:24:32 UTC, end at Fri 2021-04-16 05:25:34 UTC. --
Apr 16 04:54:16.380337 dv-cinder-786524-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Apr 16 04:54:19.619381 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.common.config [-] Logging enabled!
Apr 16 04:54:19.620021 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev89
Apr 16 04:54:19.621308 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85243) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 16 04:54:19.623080 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.common.config [-] Logging enabled!
Apr 16 04:54:19.623366 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev89
Apr 16 04:54:19.623706 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85243) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 16 04:54:19.624751 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 16 04:54:19.625004 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 16 04:54:19.626071 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 16 04:54:19.626354 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 16 04:54:19.626613 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 16 04:54:19.626987 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:19.627364 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:19.627734 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:19.627977 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:19.628354 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:19.628681 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:19.629002 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:19.629382 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:19.629842 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:19.630167 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:19.630485 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:19.630804 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:19.631039 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:19.631367 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:19.631693 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:19.632013 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:19.632269 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] debug                          = True {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:19.632931 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:19.633528 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:19.633849 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:19.634161 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:19.634486 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:19.634798 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:19.635103 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:19.635414 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:19.635734 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:19.636098 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] host                           = dv-cinder-786524-1-iscsi {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:19.636407 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:19.636761 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:19.637134 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:19.637417 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:19.637719 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:19.638061 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:19.638624 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:19.638769 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:19.638975 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:19.639283 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:19.639606 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:19.639935 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:19.640262 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:19.640515 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:19.640764 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:19.641117 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:19.641433 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:19.641741 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:19.642052 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:19.642358 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:19.642661 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:19.643065 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:19.643527 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:19.643652 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:19.643946 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:19.644264 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:19.644568 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:19.644870 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:19.645198 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:19.645505 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:19.645830 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:19.646131 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:19.646434 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:19.646885 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:19.647216 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:19.647519 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:19.647825 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:19.648168 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:19.648489 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:19.648805 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:19.649144 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:19.649455 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:19.649786 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:19.650080 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:19.650380 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:19.650682 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:19.650986 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:19.651289 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:19.651604 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:19.651913 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:19.652214 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:19.652517 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:19.652820 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:19.653163 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:19.653501 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.653836 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.654173 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.654491 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.654853 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.655258 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.655606 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.656732 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.656732 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.656732 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.657023 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.657459 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.657459 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.657707 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.658040 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.658389 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.659084 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.659209 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.659501 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.659807 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.660111 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.660420 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.660742 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.661072 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.661423 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.661732 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.662043 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.662370 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.662683 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.662986 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.663318 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.663750 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.664093 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.665891 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.665891 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.665891 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.665891 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.665891 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.665891 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.666431 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.666431 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.666701 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.667004 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.667312 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.667612 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.667933 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.668245 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.668547 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.668849 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.669181 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.669486 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.669791 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.670101 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.670404 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.670713 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.671015 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.671314 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.671620 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.671962 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.672345 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.672709 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.672983 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.673318 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.673624 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.673938 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.674274 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.674572 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.674876 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.675197 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.675534 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.675845 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.676158 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.676469 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.676777 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.677086 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.677419 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.677727 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.678037 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.678340 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.678671 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.678990 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.679311 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.679626 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.679934 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.680265 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.680582 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.680917 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.681370 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.681684 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.682007 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.682324 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.682659 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.682987 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.683313 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.683640 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.683968 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.684277 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.684627 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.684941 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:19.685209 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 16 04:54:19.685478 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=85243) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Apr 16 04:54:20.360282 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO keyring.backend [-] Loading Gnome
Apr 16 04:54:20.378027 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO keyring.backend [-] Loading Google
Apr 16 04:54:20.380770 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO keyring.backend [-] Loading Windows (alt)
Apr 16 04:54:20.384965 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO keyring.backend [-] Loading file
Apr 16 04:54:20.385850 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO keyring.backend [-] Loading keyczar
Apr 16 04:54:20.386120 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO keyring.backend [-] Loading multi
Apr 16 04:54:20.386759 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO keyring.backend [-] Loading pyfs
Apr 16 04:54:20.434748 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 04:54:20.434978 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 04:54:20.435458 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 04:54:20.435833 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.manager [-] Loading core plugin: ml2
Apr 16 04:54:20.839114 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:20.839694 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:20.839694 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:20.841077 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:20.841556 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:20.841847 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:20.880367 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:20.880641 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:20.880934 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:20.897173 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:20.897419 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:20.897748 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:20.967642 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:20.967909 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:20.968225 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:20.969301 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:20.969600 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:20.971792 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:21.258505 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f5db069ab70> agent after_create 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:21.258788 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f5db069ab70> agent after_update 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:21.259124 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f5db069abf8> segment precommit_create 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:21.259416 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f5db069ac80> network precommit_delete 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:21.260253 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f5db06a9d90> segment before_delete 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:21.410182 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5db05c3be0>> network before_delete 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:21.410402 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f5db05fe0d0> agent before_delete 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:21.410761 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5db05c3be0>> network before_create 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:21.411085 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5db05c3be0>> port before_create 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:21.411381 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5db05c3be0>> port before_update 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:21.411782 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5db05c3be0>> segment after_delete 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:21.412075 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5db05c3be0>> segment precommit_create 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:21.412357 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5db05c3be0>> segment precommit_delete 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:21.412640 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5db05c3be0>> segment after_create 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:21.412973 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5db05c3be0>> network after_delete 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:21.413287 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5db05c3be0>> network precommit_delete 0 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:21.413587 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5db05c3be0>> port provisioning_complete 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:21.413862 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5db05c3be0>> rbac-policy before_create 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:21.414144 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5db05c3be0>> rbac-policy after_delete 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:21.414437 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5db05c3be0>> agent after_update 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:21.414743 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5db05c3be0>> subnet after_delete 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:21.415030 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5db05c3be0>> subnet precommit_delete 0 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:21.415339 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5db05c3be0>> rbac-policy before_update 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:21.415618 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5db05c3be0>> rbac-policy before_delete 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:21.415945 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5db05c3be0>> segment_host_mapping after_create 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:21.416386 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5db05c3be0>> port after_create 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:21.416673 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5db05c3be0>> port after_update 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:21.416946 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5db05c3be0>> port after_delete 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:21.417301 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5db05c3be0>> rbac-policy before_create 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:21.417579 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5db05c3be0>> rbac-policy before_update 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:21.417856 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5db05c3be0>> rbac-policy before_delete 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:21.418277 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=85243) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 16 04:54:21.418545 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=85243) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 16 04:54:21.418808 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=85243) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 16 04:54:21.419072 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=85243) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 16 04:54:21.419333 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=85243) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 16 04:54:21.419596 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=85243) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 16 04:54:21.420155 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Apr 16 04:54:21.423466 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Apr 16 04:54:21.427597 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Apr 16 04:54:21.431608 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])])
Apr 16 04:54:21.433310 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Apr 16 04:54:21.434609 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Apr 16 04:54:21.434981 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Apr 16 04:54:21.435412 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Apr 16 04:54:21.438329 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Apr 16 04:54:21.438608 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Apr 16 04:54:21.439000 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Apr 16 04:54:21.467449 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Apr 16 04:54:21.468001 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f5db05c67b8>> qos_plugin after_init 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:21.468333 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=85243) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Apr 16 04:54:21.468916 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f5db0583358>> logging-plugin after_init 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:21.470291 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=85243) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Apr 16 04:54:21.470613 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Apr 16 04:54:21.470934 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Apr 16 04:54:21.474224 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f5db05833c8>> floatingip before_response 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:21.474533 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f5db05833c8>> port before_response 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:21.541784 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Apr 16 04:54:21.542151 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Apr 16 04:54:21.542419 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Apr 16 04:54:21.542882 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Apr 16 04:54:21.577597 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_db.sqlalchemy.engines [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=85243) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Apr 16 04:54:22.035104 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.plugins.ml2.managers [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Initializing driver for type 'gre'
Apr 16 04:54:22.035660 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] gre ID ranges: [(1, 1000)]
Apr 16 04:54:22.078712 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.plugins.ml2.managers [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Initializing driver for type 'local'
Apr 16 04:54:22.079085 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.plugins.ml2.managers [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Initializing driver for type 'vlan'
Apr 16 04:54:22.092117 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] VlanTypeDriver initialization complete
Apr 16 04:54:22.092498 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.plugins.ml2.managers [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Initializing driver for type 'vxlan'
Apr 16 04:54:22.093062 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] vxlan ID ranges: [(1, 1000)]
Apr 16 04:54:22.138941 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.plugins.ml2.managers [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Initializing extension driver 'port_security'
Apr 16 04:54:22.139317 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.plugins.ml2.extensions.port_security [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] PortSecurityExtensionDriver initialization complete
Apr 16 04:54:22.139703 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.plugins.ml2.managers [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Initializing mechanism driver 'openvswitch'
Apr 16 04:54:22.140043 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.plugins.ml2.managers [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Initializing mechanism driver 'hyperv'
Apr 16 04:54:22.146827 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 04:54:22.147671 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5dbd6900f0>> port after_create 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:22.148080 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5dbd6900f0>> port after_update 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:22.148471 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5dbd6900f0>> port after_delete 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:22.148895 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5dafe60dd8>> subnet after_create 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:22.149332 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5dafe60dd8>> subnet after_update 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:22.149717 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5dafe60dd8>> subnet after_delete 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:22.150136 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5dafe60f98>> network after_create 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:22.150521 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5dafe60f98>> network after_update 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:22.150898 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5dafe60f98>> network after_delete 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:22.151312 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5dafe67198>> security_group after_create 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:22.151694 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5dafe67198>> security_group after_update 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:22.152232 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5dafe67198>> security_group after_delete 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:22.152652 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5dafe67358>> security_group_rule after_create 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:22.153033 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5dafe67358>> security_group_rule after_update 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:22.153438 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5dafe67358>> security_group_rule after_delete 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:22.153856 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5dafe67518>> address_group after_create 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:22.154239 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5dafe67518>> address_group after_update 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:22.154708 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5dafe67518>> address_group after_delete 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:22.154983 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] ML2 OVO RPC backend initialized. {{(pid=85243) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Apr 16 04:54:22.155786 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5dafe675f8>> router_interface after_create 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:22.156178 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5dafe675f8>> router_interface after_delete 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:22.156643 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5dafe675f8>> network before_response 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:22.157029 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5dafe675f8>> networks before_response 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:22.157439 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5dafe675f8>> port before_response 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:22.157821 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5dafe675f8>> ports before_response 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:22.158205 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5dafe675f8>> subnet before_response 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:22.158585 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5dafe675f8>> subnets before_response 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:22.159302 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5dafe675f8>> network after_create 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:22.159302 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5dafe675f8>> network after_update 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:22.159670 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5dafe675f8>> network after_delete 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:22.160044 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5dafe675f8>> port after_create 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:22.160417 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5dafe675f8>> port after_update 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:22.160784 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5dafe675f8>> port after_delete 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:22.161181 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5dafe675f8>> subnet after_create 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:22.161555 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5dafe675f8>> subnet after_update 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:22.161930 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5dafe675f8>> subnet after_delete 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:22.162605 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.plugins.ml2.plugin [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Modular L2 Plugin initialization complete
Apr 16 04:54:22.162986 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading services supported by the core plugin {{(pid=85243) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Apr 16 04:54:22.163340 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.plugins.ml2.managers [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Got port-security extension from driver 'port_security'
Apr 16 04:54:22.163850 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.extensions.vlantransparent [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Disabled vlantransparent extension.
Apr 16 04:54:22.164392 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=85243) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Apr 16 04:54:22.164739 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading Plugin: router
Apr 16 04:54:22.203761 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5dafe67780>> router_interface before_create 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:22.204201 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5dafe67780>> router after_create 55549900 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:22.204609 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5dafe67780>> router before_create 55549900 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:22.205018 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5dafe67780>> router_interface before_delete 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:22.205535 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5dafe67780>> router_interface after_delete 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:22.205931 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5dafe67780>> router after_delete 55549900 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:22.206332 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5dafe67780>> floatingip after_update 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:22.206742 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5dafe67780>> router after_create 55549900 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:22.207123 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5dafe67780>> router after_update 55549900 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:22.207515 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5dafe67780>> router after_update 55549900 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:22.207902 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5dafe67780>> router_gateway after_delete 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:22.208310 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5dafe67780>> router after_update 55549900 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:22.208802 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5dafe67780>> router precommit_update 55549900 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:22.209279 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f5db04c5400> port after_update 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:22.209637 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f5db04c52f0> port after_delete 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:22.210041 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f5db04c5378> subnet after_update 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:22.210480 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f5db04c5488> subnetpool_address_scope after_update 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:22.210876 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5dafe67780>> port precommit_delete 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:22.211265 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5dafe67780>> router precommit_create 55549900 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:22.211648 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f5db04b88c8> port before_delete 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:22.212036 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5dafe67780>> router precommit_create 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:22.212439 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5dafe67780>> router after_update 55549900 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:22.212821 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5dafe67780>> router precommit_delete 55549900 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:22.213222 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5dafe67780>> router precommit_create 55549900 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:22.213660 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5dafe67780>> router_interface after_create 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:22.214047 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5dafe67780>> router precommit_update 55549900 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:22.214457 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5dafe67780>> network after_delete 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:22.215479 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource_registry [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Tracking information for resource: router configured {{(pid=85243) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 16 04:54:22.215852 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource_registry [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Tracking information for resource: floatingip configured {{(pid=85243) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 16 04:54:22.220960 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.db.l3_agentschedulers_db [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Apr 16 04:54:22.221721 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f5dafdebd08> port after_update 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:22.222138 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f5dafdebbf8> port after_create 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:22.222501 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Subscribe: <function _notify_port_delete at 0x7f5dafdebc80> port after_delete 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:22.222889 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f5dafdebea0> port after_update 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:22.223797 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f5dafe14518>> router before_create 55550100 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:22.224202 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f5dafe14518>> router precommit_delete 55550100 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:22.224603 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f5dafe14518>> router precommit_create 55550100 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:22.225001 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f5dafe14518>> router precommit_update 55550100 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:22.229899 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.services.provider_configuration [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Service providers = [] {{(pid=85243) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Apr 16 04:54:22.230296 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.servicetype_db [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=85243) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Apr 16 04:54:22.233202 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.services.service_base [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=85243) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 16 04:54:22.233594 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.services.service_base [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=85243) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 16 04:54:22.233969 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.services.service_base [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=85243) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 16 04:54:22.234869 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.services.service_base [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=85243) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 16 04:54:22.235270 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.services.service_base [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Default provider is not specified for service type L3_ROUTER_NAT
Apr 16 04:54:22.235689 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=85243) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 16 04:54:22.236047 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Apr 16 04:54:22.246964 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=85243) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 16 04:54:22.247338 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading Plugin: auto_allocate
Apr 16 04:54:22.253174 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f5dafdbe488> network precommit_update 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:22.253620 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f5dafdbe488> network precommit_create 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:22.254229 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=85243) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 16 04:54:22.254583 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading Plugin: tag
Apr 16 04:54:22.262117 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=85243) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 16 04:54:22.262486 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading Plugin: timestamp
Apr 16 04:54:22.266418 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=85243) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 16 04:54:22.266796 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading Plugin: network_ip_availability
Apr 16 04:54:22.272463 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f5dafdb7860>> rbac-policy before_create 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:22.272878 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f5dafdb7860>> rbac-policy before_update 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:22.273291 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f5dafdb7860>> rbac-policy before_delete 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:22.274115 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=85243) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 16 04:54:22.274454 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading Plugin: flavors
Apr 16 04:54:22.279042 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=85243) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 16 04:54:22.279430 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading Plugin: revisions
Apr 16 04:54:22.283977 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=85243) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 16 04:54:22.284408 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.849s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 04:54:22.285300 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=85243) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Apr 16 04:54:22.285611 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Initializing extension manager.
Apr 16 04:54:22.286177 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: __init__.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.286547 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: __pycache__ {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.286932 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.287313 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: address_group.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.288133 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.288792 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loaded extension: address-group
Apr 16 04:54:22.289148 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: address_scope.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.289963 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.290518 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loaded extension: address-scope
Apr 16 04:54:22.290868 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: admin_state_down_before_update.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.291827 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.292404 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loaded extension: router-admin-state-down-before-update
Apr 16 04:54:22.292760 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: agent.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.293550 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.294120 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loaded extension: agent
Apr 16 04:54:22.294478 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: agent_resources_synced.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.295403 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.295981 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loaded extension: agent-resources-synced
Apr 16 04:54:22.296339 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: allowedaddresspairs.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.298201 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.298785 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loaded extension: allowed-address-pairs
Apr 16 04:54:22.299211 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: auto_allocated_topology.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.300292 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.300874 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loaded extension: auto-allocated-topology
Apr 16 04:54:22.301267 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: availability_zone.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.302026 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.302601 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loaded extension: availability_zone
Apr 16 04:54:22.302968 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: availability_zone_filter.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.303897 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.304478 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loaded extension: availability_zone_filter
Apr 16 04:54:22.304838 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: data_plane_status.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.305938 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.306512 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Extension data-plane-status not supported by any of loaded plugins
Apr 16 04:54:22.306877 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: default_subnetpools.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.307874 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.308446 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loaded extension: default-subnetpools
Apr 16 04:54:22.308807 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: dhcpagentscheduler.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.309744 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.310322 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loaded extension: dhcp_agent_scheduler
Apr 16 04:54:22.310685 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: dns.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.311628 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.312201 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Extension dns-integration not supported by any of loaded plugins
Apr 16 04:54:22.312562 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: dns_domain_ports.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.313537 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.314112 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Extension dns-domain-ports not supported by any of loaded plugins
Apr 16 04:54:22.314474 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: dvr.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.315290 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.315869 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loaded extension: dvr
Apr 16 04:54:22.316228 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: empty_string_filtering.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.317174 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.317731 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loaded extension: empty-string-filtering
Apr 16 04:54:22.318092 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.319024 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.319610 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Apr 16 04:54:22.319969 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.320895 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.321493 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Apr 16 04:54:22.321854 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: external_net.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.322780 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.323354 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loaded extension: external-net
Apr 16 04:54:22.323715 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: extra_dhcp_opt.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.324633 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.325227 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loaded extension: extra_dhcp_opt
Apr 16 04:54:22.325574 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: extraroute.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.326508 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.327092 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loaded extension: extraroute
Apr 16 04:54:22.327448 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: extraroute_atomic.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.328509 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.329142 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loaded extension: extraroute-atomic
Apr 16 04:54:22.329501 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: filter_validation.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.330204 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.330836 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loaded extension: filter-validation
Apr 16 04:54:22.331328 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: fip_pf_description.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.332261 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.332835 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Apr 16 04:54:22.333223 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: fip_port_details.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.334266 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.334853 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loaded extension: fip-port-details
Apr 16 04:54:22.335211 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: flavors.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.336466 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.337038 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loaded extension: flavors
Apr 16 04:54:22.337433 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.339200 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.339792 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Apr 16 04:54:22.340159 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: floatingip_pools.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.340920 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.341537 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loaded extension: floatingip-pools
Apr 16 04:54:22.341899 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: ip_allocation.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.342839 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.343419 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Extension ip_allocation not supported by any of loaded plugins
Apr 16 04:54:22.343782 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.344719 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.345326 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loaded extension: ip-substring-filtering
Apr 16 04:54:22.345691 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: l2_adjacency.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.346764 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.347333 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Extension l2_adjacency not supported by any of loaded plugins
Apr 16 04:54:22.347694 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: l3.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.348815 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.349422 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loaded extension: router
Apr 16 04:54:22.349785 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: l3_conntrack_helper.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.352127 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.352713 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Apr 16 04:54:22.353084 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.354044 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.354622 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loaded extension: ext-gw-mode
Apr 16 04:54:22.354987 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.356023 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.356599 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loaded extension: l3-ha
Apr 16 04:54:22.356961 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: l3_flavors.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.357905 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.358487 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loaded extension: l3-flavors
Apr 16 04:54:22.358846 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.359767 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.360348 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loaded extension: l3-port-ip-change-not-allowed
Apr 16 04:54:22.360709 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: l3agentscheduler.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.362316 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.362908 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loaded extension: l3_agent_scheduler
Apr 16 04:54:22.363275 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: logging.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.364796 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.365471 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Extension logging not supported by any of loaded plugins
Apr 16 04:54:22.365840 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: metering.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.366645 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.367347 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loaded extension: metering
Apr 16 04:54:22.367718 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.368845 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.369452 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loaded extension: metering_source_and_destination_fields
Apr 16 04:54:22.369816 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: multiprovidernet.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.370749 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.371325 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loaded extension: multi-provider
Apr 16 04:54:22.371699 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: netmtu.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.372631 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.373233 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loaded extension: net-mtu
Apr 16 04:54:22.373600 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: netmtu_writable.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.374539 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.375118 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loaded extension: net-mtu-writable
Apr 16 04:54:22.375479 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: network_availability_zone.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.376306 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.376887 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loaded extension: network_availability_zone
Apr 16 04:54:22.377333 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: network_ip_availability.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.378430 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.379013 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loaded extension: network-ip-availability
Apr 16 04:54:22.379377 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: network_segment_range.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.380228 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.380807 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Extension network-segment-range not supported by any of loaded plugins
Apr 16 04:54:22.381247 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: pagination.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.382211 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.382876 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loaded extension: pagination
Apr 16 04:54:22.383254 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: port_device_profile.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.384159 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.384746 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loaded extension: port-device-profile
Apr 16 04:54:22.385131 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.386077 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.386669 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loaded extension: port-mac-address-regenerate
Apr 16 04:54:22.387033 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.387968 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.388539 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loaded extension: port-numa-affinity-policy
Apr 16 04:54:22.388902 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: port_resource_request.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.389940 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.390960 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Extension port-resource-request not supported by any of loaded plugins
Apr 16 04:54:22.390960 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: portbindings.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.391794 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.392369 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loaded extension: binding
Apr 16 04:54:22.392729 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: portbindings_extended.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.394122 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.394695 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loaded extension: binding-extended
Apr 16 04:54:22.395060 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: portsecurity.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.395994 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.396568 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loaded extension: port-security
Apr 16 04:54:22.396931 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: project_id.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.397965 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.398339 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loaded extension: project-id
Apr 16 04:54:22.398699 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: providernet.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.399653 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.400233 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loaded extension: provider
Apr 16 04:54:22.400594 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: qos.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.404436 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.405051 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Extension qos not supported by any of loaded plugins
Apr 16 04:54:22.405451 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.406756 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.407337 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Apr 16 04:54:22.407702 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.408681 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.409287 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Apr 16 04:54:22.409654 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: qos_default.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.410585 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.411169 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Extension qos-default not supported by any of loaded plugins
Apr 16 04:54:22.411539 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: qos_fip.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.412237 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.412801 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Extension qos-fip not supported by any of loaded plugins
Apr 16 04:54:22.413196 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: qos_gateway_ip.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.414133 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.414711 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Apr 16 04:54:22.415074 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: qos_port_network_policy.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.415997 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.416582 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Apr 16 04:54:22.416942 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: qos_rule_type_details.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.417900 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.418468 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Apr 16 04:54:22.418882 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: qos_rules_alias.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.419899 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.420467 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Extension qos-rules-alias not supported by any of loaded plugins
Apr 16 04:54:22.420831 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: quotasv2.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.421905 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.422277 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loaded extension: quotas
Apr 16 04:54:22.422635 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: quotasv2_detail.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.424468 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.424945 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loaded extension: quota_details
Apr 16 04:54:22.425341 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: rbac.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.426537 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.427133 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loaded extension: rbac-policies
Apr 16 04:54:22.427503 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: rbac_address_group.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.428461 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.429042 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loaded extension: rbac-address-group
Apr 16 04:54:22.429440 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: rbac_address_scope.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.430370 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.430948 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loaded extension: rbac-address-scope
Apr 16 04:54:22.431316 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: rbac_security_groups.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.432247 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.432836 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loaded extension: rbac-security-groups
Apr 16 04:54:22.433234 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: rbac_subnetpool.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.434174 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.434763 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loaded extension: rbac-subnetpool
Apr 16 04:54:22.435126 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: revisionifmatch.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.436066 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.436649 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loaded extension: revision-if-match
Apr 16 04:54:22.437013 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: revisions.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.438173 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.438756 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loaded extension: standard-attr-revisions
Apr 16 04:54:22.439122 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: router_availability_zone.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.440019 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.440599 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loaded extension: router_availability_zone
Apr 16 04:54:22.440960 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: routerservicetype.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.441935 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.442512 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Extension router-service-type not supported by any of loaded plugins
Apr 16 04:54:22.442870 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.443817 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.444397 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loaded extension: security-groups-normalized-cidr
Apr 16 04:54:22.444759 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: security_groups_port_filtering.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.445720 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.446303 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loaded extension: port-security-groups-filtering
Apr 16 04:54:22.446663 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.447616 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.448197 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loaded extension: security-groups-remote-address-group
Apr 16 04:54:22.448559 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: securitygroup.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.462447 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.463068 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loaded extension: security-group
Apr 16 04:54:22.463443 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: segment.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.464316 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.464902 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Extension segment not supported by any of loaded plugins
Apr 16 04:54:22.465296 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.466240 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.466831 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Apr 16 04:54:22.467191 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: servicetype.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.468310 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.468892 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loaded extension: service-type
Apr 16 04:54:22.469289 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: sorting.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.470276 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.470658 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loaded extension: sorting
Apr 16 04:54:22.471150 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: standard_attr_segment.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.472086 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.472670 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Extension standard-attr-segment not supported by any of loaded plugins
Apr 16 04:54:22.473029 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: standardattrdescription.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.473757 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.474333 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loaded extension: standard-attr-description
Apr 16 04:54:22.474698 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: stateful_security_group.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.475637 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.476230 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loaded extension: stateful-security-group
Apr 16 04:54:22.476571 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: stdattrs_common.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.477212 dv-cinder-786524-1-iscsi neutron-server[85243]: WARNING neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Apr 16 04:54:22.477582 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.478598 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.479175 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Apr 16 04:54:22.479537 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: subnet_onboard.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.480628 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.481244 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loaded extension: subnet_onboard
Apr 16 04:54:22.481609 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.482552 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.483131 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Apr 16 04:54:22.483493 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: subnet_service_types.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.484437 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.485022 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loaded extension: subnet-service-types
Apr 16 04:54:22.485455 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: subnetallocation.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.486544 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.487139 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loaded extension: subnet_allocation
Apr 16 04:54:22.487505 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.488220 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.488801 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loaded extension: subnetpool-prefix-ops
Apr 16 04:54:22.489194 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.490145 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.490716 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Apr 16 04:54:22.491077 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: tagging.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.492394 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.492979 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loaded extension: standard-attr-tag
Apr 16 04:54:22.493374 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: timestamp.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.494585 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.495151 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loaded extension: standard-attr-timestamp
Apr 16 04:54:22.495516 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: trunk.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.496563 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.497206 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Extension trunk not supported by any of loaded plugins
Apr 16 04:54:22.497504 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: trunk_details.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.498428 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.499013 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Extension trunk-details not supported by any of loaded plugins
Apr 16 04:54:22.499373 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: uplink_status_propagation.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.500283 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.500858 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Apr 16 04:54:22.501277 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Loading extension file: vlantransparent.py {{(pid=85243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 04:54:22.501993 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=85243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 04:54:22.502675 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Extension vlan-transparent not supported by any of loaded plugins
Apr 16 04:54:22.505398 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.quota.resource_registry [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Creating instance of TrackedResource for resource:network
Apr 16 04:54:22.506242 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.quota.resource_registry [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Creating instance of TrackedResource for resource:subnet
Apr 16 04:54:22.506928 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.quota.resource_registry [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 16 04:54:22.507897 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.quota.resource_registry [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Creating instance of TrackedResource for resource:port
Apr 16 04:54:22.509443 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.resource_helper [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85243) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 16 04:54:22.509934 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.resource_helper [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Service FLAVORS assigned prefix:  {{(pid=85243) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 16 04:54:22.510621 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.resource_helper [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85243) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 16 04:54:22.511106 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.resource_helper [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85243) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 16 04:54:22.511474 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.quota.resource_registry [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Creating instance of TrackedResource for resource:router
Apr 16 04:54:22.512185 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.quota.resource_registry [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Creating instance of TrackedResource for resource:floatingip
Apr 16 04:54:22.513042 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.resource_helper [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Service METERING assigned prefix: /metering {{(pid=85243) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 16 04:54:22.514906 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f5dafc5eb38>> rbac-policy before_create 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:22.515311 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f5dafc5eb38>> rbac-policy before_update 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:22.515698 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f5dafc5eb38>> rbac-policy before_delete 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 04:54:22.516855 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.quota.resource_registry [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 16 04:54:22.517373 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.quota.resource_registry [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Creating instance of TrackedResource for resource:security_group
Apr 16 04:54:22.518212 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.quota.resource_registry [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 16 04:54:22.519015 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.resource_helper [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Service CORE assigned prefix:  {{(pid=85243) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 16 04:54:22.519392 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.quota.resource_registry [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 16 04:54:22.519766 dv-cinder-786524-1-iscsi neutron-server[85243]: WARNING neutron.quota.resource_registry [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] subnetpool is already registered
Apr 16 04:54:22.520422 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.resource_helper [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Service CORE assigned prefix:  {{(pid=85243) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 16 04:54:22.520788 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.quota.resource_registry [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 16 04:54:22.521174 dv-cinder-786524-1-iscsi neutron-server[85243]: WARNING neutron.quota.resource_registry [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] subnetpool is already registered
Apr 16 04:54:22.523921 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.resource_helper [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85243) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 16 04:54:22.524398 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.resource_helper [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Service FLAVORS assigned prefix:  {{(pid=85243) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 16 04:54:22.525039 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.resource_helper [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85243) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 16 04:54:22.525544 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.resource_helper [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85243) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 16 04:54:22.525915 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.quota.resource_registry [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Creating instance of TrackedResource for resource:router
Apr 16 04:54:22.526281 dv-cinder-786524-1-iscsi neutron-server[85243]: WARNING neutron.quota.resource_registry [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] router is already registered
Apr 16 04:54:22.526934 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.quota.resource_registry [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Creating instance of TrackedResource for resource:floatingip
Apr 16 04:54:22.527302 dv-cinder-786524-1-iscsi neutron-server[85243]: WARNING neutron.quota.resource_registry [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] floatingip is already registered
Apr 16 04:54:22.527993 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.resource_helper [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Service METERING assigned prefix: /metering {{(pid=85243) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 16 04:54:22.528733 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.quota.resource_registry [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 16 04:54:22.529341 dv-cinder-786524-1-iscsi neutron-server[85243]: WARNING neutron.quota.resource_registry [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] rbac_policy is already registered
Apr 16 04:54:22.529967 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.quota.resource_registry [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Creating instance of TrackedResource for resource:security_group
Apr 16 04:54:22.530333 dv-cinder-786524-1-iscsi neutron-server[85243]: WARNING neutron.quota.resource_registry [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] security_group is already registered
Apr 16 04:54:22.530992 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.quota.resource_registry [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 16 04:54:22.531356 dv-cinder-786524-1-iscsi neutron-server[85243]: WARNING neutron.quota.resource_registry [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] security_group_rule is already registered
Apr 16 04:54:22.532074 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.resource_helper [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Service CORE assigned prefix:  {{(pid=85243) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 16 04:54:22.532441 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.quota.resource_registry [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 16 04:54:22.532806 dv-cinder-786524-1-iscsi neutron-server[85243]: WARNING neutron.quota.resource_registry [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] subnetpool is already registered
Apr 16 04:54:22.533592 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.resource_helper [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Service CORE assigned prefix:  {{(pid=85243) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 16 04:54:22.534030 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.quota.resource_registry [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 16 04:54:22.534401 dv-cinder-786524-1-iscsi neutron-server[85243]: WARNING neutron.quota.resource_registry [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] subnetpool is already registered
Apr 16 04:54:22.535126 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Extended resource: extensions {{(pid=85243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 16 04:54:22.536761 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Extended resource: address-groups {{(pid=85243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 16 04:54:22.538416 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Extended resource: address-scopes {{(pid=85243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 16 04:54:22.539691 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Extended resource: agents {{(pid=85243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 16 04:54:22.540924 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Extended resource: auto-allocated-topology {{(pid=85243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 16 04:54:22.542259 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Extended resource: availability_zones {{(pid=85243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 16 04:54:22.543657 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Extended resource: dhcp-networks {{(pid=85243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 16 04:54:22.545164 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Extended resource: dhcp-agents {{(pid=85243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 16 04:54:22.546669 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Extended resource: routers {{(pid=85243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 16 04:54:22.548567 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Extended resource: flavors {{(pid=85243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 16 04:54:22.550181 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Extended resource: service_profiles {{(pid=85243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 16 04:54:22.551470 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Extended resource: next_providers {{(pid=85243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 16 04:54:22.553075 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Extended resource: service_profiles {{(pid=85243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 16 04:54:22.554608 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Extended resource: floatingip-pools {{(pid=85243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 16 04:54:22.555894 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Extended resource: routers {{(pid=85243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 16 04:54:22.557787 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Extended resource: floatingips {{(pid=85243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 16 04:54:22.559253 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Extended resource: l3-routers {{(pid=85243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 16 04:54:22.560729 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Extended resource: l3-agents {{(pid=85243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 16 04:54:22.562222 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Extended resource: metering-labels {{(pid=85243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 16 04:54:22.564657 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Extended resource: metering-label-rules {{(pid=85243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 16 04:54:22.566213 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Extended resource: network-ip-availabilities {{(pid=85243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 16 04:54:22.567582 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Extended resource: bindings {{(pid=85243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 16 04:54:22.569311 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Extended resource: quotas {{(pid=85243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 16 04:54:22.570847 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Extended resource: quotas {{(pid=85243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 16 04:54:22.572330 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Extended resource: rbac-policies {{(pid=85243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 16 04:54:22.573803 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Extended resource: security-groups {{(pid=85243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 16 04:54:22.575020 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Extended resource: security-group-rules {{(pid=85243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 16 04:54:22.576328 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Extended resource: service-providers {{(pid=85243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 16 04:54:22.577644 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Extended resource: subnetpools {{(pid=85243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 16 04:54:22.579122 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Extended resource: subnetpools {{(pid=85243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 16 04:54:22.580657 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Extended resource: tags {{(pid=85243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 16 04:54:22.582592 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Extended resource: tags {{(pid=85243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 16 04:54:22.584474 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Extended resource: tags {{(pid=85243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 16 04:54:22.586355 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Extended resource: tags {{(pid=85243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 16 04:54:22.588222 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Extended resource: tags {{(pid=85243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 16 04:54:22.590208 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Extended resource: tags {{(pid=85243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 16 04:54:22.591977 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Extended resource: tags {{(pid=85243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 16 04:54:22.593973 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Extended resource: tags {{(pid=85243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 16 04:54:22.595923 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Extended resource: tags {{(pid=85243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 16 04:54:22.597942 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.extensions [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Extended resource: tags {{(pid=85243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 16 04:54:22.604931 dv-cinder-786524-1-iscsi neutron-server[85243]: WARNING keystonemiddleware.auth_token [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Apr 16 04:54:22.610386 dv-cinder-786524-1-iscsi neutron-server[85243]: WARNING keystonemiddleware.auth_token [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Apr 16 04:54:22.619409 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Acquired lock "singleton_lock" {{(pid=85243) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Apr 16 04:54:22.619935 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Releasing lock "singleton_lock" {{(pid=85243) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Apr 16 04:54:22.621479 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO oslo_service.service [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Starting 2 workers
Apr 16 04:54:22.626319 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Started child 85356 {{(pid=85243) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 16 04:54:22.631188 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:54:22.631397 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Started child 85357 {{(pid=85243) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 16 04:54:22.632905 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [-] (85356) wsgi starting up on http://0.0.0.0:9696
Apr 16 04:54:22.633030 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.service [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Neutron service started, listening on 0.0.0.0:9696
Apr 16 04:54:22.633654 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Notify callbacks [] for process, before_spawn {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:54:22.635112 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:54:22.636082 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO oslo_service.service [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Starting 1 workers
Apr 16 04:54:22.636390 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [-] (85357) wsgi starting up on http://0.0.0.0:9696
Apr 16 04:54:22.641460 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Started child 85358 {{(pid=85243) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 16 04:54:22.641993 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO oslo_service.service [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Starting 1 workers
Apr 16 04:54:22.644304 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.service [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] calling RpcWorker wait() {{(pid=85358) _wait /opt/stack/neutron/neutron/service.py:128}}
Apr 16 04:54:22.644802 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.service [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] returning from RpcWorker wait() {{(pid=85358) _wait /opt/stack/neutron/neutron/service.py:135}}
Apr 16 04:54:22.646394 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:54:22.646877 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 04:54:22.647009 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Started child 85359 {{(pid=85243) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 16 04:54:22.647769 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-59e5bee8-5c08-49f3-baf3-881032512a95 None None] Notify callbacks [] for process, after_spawn {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:54:22.649452 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85243) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 16 04:54:22.649632 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 16 04:54:22.649734 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 16 04:54:22.650008 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 16 04:54:22.650426 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 16 04:54:22.650627 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 16 04:54:22.651193 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.651472 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:54:22.651581 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.651785 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.652074 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.652404 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.653048 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.653407 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.653702 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.654001 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.654271 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.654471 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.654617 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.654924 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.655194 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.655520 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.655817 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.656096 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.656379 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.656590 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.656865 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.657188 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.657469 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.657758 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] debug                          = True {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.658031 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.658676 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.658979 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.659280 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.659499 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.659877 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.660124 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.660472 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.660659 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.660929 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.661226 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.661503 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.661760 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.662016 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.662265 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.662567 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.662826 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.663265 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] host                           = dv-cinder-786524-1-iscsi {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.663537 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.663784 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.664043 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.664301 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.664574 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.664829 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.665137 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.665427 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.665705 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.665973 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.666244 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.666502 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.666768 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.667030 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.667217 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.667464 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.667775 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.668061 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.668271 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.668462 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.668651 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.668940 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.669127 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.669407 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.669651 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.669931 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.670130 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.670461 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.670733 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.670998 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.671150 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.671408 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.671614 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.671893 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.672168 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.672442 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.672699 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.672943 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.673228 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.673470 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.674470 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.674470 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.674470 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.675236 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.675517 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.675959 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.676251 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.676522 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.676808 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.677118 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.677366 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.677621 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.677924 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.678192 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.678470 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.679860 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.679860 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.679860 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.679860 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.679860 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.679860 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.679860 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.679860 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.679860 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.682123 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.682123 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.682123 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.682123 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.682123 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.682123 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.686801 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.686801 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.686801 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.686801 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.686801 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.686801 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.686801 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.686801 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.690687 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.691499 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 04:54:22.692878 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.692878 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.692878 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.692878 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.692878 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.692878 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.692878 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.692878 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.695419 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.695419 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.695419 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.695419 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.695419 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.695419 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.695419 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.26/identity {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.695419 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.697869 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.697869 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.697869 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.697869 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.697869 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.697869 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.697869 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.697869 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.697869 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.698779 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.698779 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.698779 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.698779 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.698779 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.698779 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.698779 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.698779 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.698779 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.699565 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.699565 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.699565 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.699565 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.699565 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.699565 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.699565 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.699565 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.699565 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.700353 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.700353 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.700353 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.700353 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.700353 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.700353 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.700353 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.700353 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.700353 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.701173 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.701173 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.701173 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.701173 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.701173 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.701173 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.701173 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.701173 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.701173 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.701870 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.701870 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.701870 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.701870 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.701870 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.701870 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.701870 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.701870 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.701870 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.702506 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.702506 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.702506 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.702506 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.702506 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.702931 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.702931 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.703195 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.703340 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.703597 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.703848 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.704131 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.704405 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.704654 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.704901 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.705216 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.705519 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.705822 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.706065 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.706376 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.706552 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.706808 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.707083 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.707337 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.707602 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.707862 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.708143 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.708412 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.708679 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.708950 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.709282 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.709610 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.709885 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.710201 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.710463 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.710758 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.711105 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.711413 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.711708 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.712011 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.712285 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.712556 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.712850 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.713166 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.713436 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.713704 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.713980 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.714302 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.714585 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.714851 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.715101 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.715380 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.715728 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.716019 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.716282 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.716525 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.716828 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.717117 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.717408 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.717704 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.717999 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.718272 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.718553 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.718857 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.26/identity {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.719130 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.719404 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.719672 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.719918 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.720181 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.720432 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.720676 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.721001 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.721289 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.721531 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.721929 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.722376 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.722592 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.723001 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.723388 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.723776 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.724164 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.724405 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.724837 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.725137 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.725546 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.725660 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.725818 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.726082 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.726452 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.726952 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.727416 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.727683 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.727964 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.728265 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.728523 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.728775 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.729063 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.729345 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.729575 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.729861 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.730051 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.730270 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.730529 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.730823 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.731070 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.731344 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.731629 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.731975 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.732225 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.732729 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.733178 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.733611 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.733881 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.734095 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.734380 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.734633 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.734891 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.735165 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.735400 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.735657 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.735948 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.736189 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.736716 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.736965 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.737258 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.737648 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.737991 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.738265 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.738535 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.738806 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.739068 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.739358 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.739603 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.739852 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.740103 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.740346 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.740604 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.740851 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.741122 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.741374 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.741622 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.741879 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.742123 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.742373 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.742619 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.742861 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.743180 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.743465 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.743714 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.744019 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.744289 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.744607 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.744881 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.745283 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.745547 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.745847 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.746102 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.746354 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.746611 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.746890 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.747277 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.747628 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.747926 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.748219 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.748524 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.748833 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.749214 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.749463 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.749786 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.750814 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.750814 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.750814 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.751130 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.751130 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.751672 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.751672 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.751863 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.752105 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.752427 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.752974 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.753118 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.753445 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.753603 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.753978 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.754182 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.754473 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.754703 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.754983 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.755192 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.755344 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 16 04:54:22.755905 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85243) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 16 04:54:22.756061 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 16 04:54:22.756213 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 16 04:54:22.756442 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 16 04:54:22.756655 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 16 04:54:22.756806 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 16 04:54:22.757055 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.757240 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.757738 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.757892 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.758095 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.758318 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.758465 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.758605 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.758746 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.758945 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.759173 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.759324 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.759531 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.759681 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.759835 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.760036 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.760194 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.760386 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.760567 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.760748 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.760929 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.761118 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.761321 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] debug                          = True {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.761514 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.761724 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.761875 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.762050 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.762230 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.762407 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.762594 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.762777 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.762960 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.763094 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.763254 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.763440 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.763628 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.763812 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.763995 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.764176 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.764385 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.764541 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] host                           = dv-cinder-786524-1-iscsi {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.764724 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.764905 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.765115 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.765469 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.765469 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.765628 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.765775 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.766146 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.766306 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.766471 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.766622 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.766770 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.766919 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.767125 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.767279 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.767427 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.767575 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.767856 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.769010 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.769010 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.769010 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.769010 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.769415 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.769415 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.769543 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.769742 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.769925 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.770106 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.770353 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.770447 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.770621 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.770803 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.771013 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.771149 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.771390 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.771484 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.771659 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.771903 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.772027 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.772155 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.772347 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.772487 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.772656 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.772843 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.773025 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.773432 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.773810 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.773810 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.773968 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.774096 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.774235 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.774440 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.774612 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.774797 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.774996 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.775151 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.775294 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.775498 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.775678 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.775829 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.776008 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.776199 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.776379 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.776618 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.776767 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.776913 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.777065 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.777219 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.777370 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 04:54:22.777583 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.777776 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.777975 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.778145 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.778327 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.778516 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.778703 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.778890 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.779076 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.779261 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.779455 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.779641 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.779841 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.780115 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.780302 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.780484 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.780484 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.780720 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.780830 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.781023 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.781208 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.781346 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.781548 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.781735 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.781923 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.26/identity {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.782108 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.782294 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.782481 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.782666 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.782854 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.783045 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.783229 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.783445 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.783758 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.783758 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.784435 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.784435 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.784435 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.784702 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.784702 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.784895 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.784992 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.785211 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.785343 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.785482 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.785670 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.785857 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.786044 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.786232 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.786418 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.786616 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.786849 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.786957 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.787146 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.787333 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.787520 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.787732 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.787913 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.788059 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.788207 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.788364 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.788515 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.788703 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.788888 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.789135 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.789312 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.789437 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.789625 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.789817 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.789998 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.790182 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.790373 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.790558 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.790742 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.790927 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.791150 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.791253 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.791432 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.791606 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.791791 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.791976 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.792162 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.792348 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.792532 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.792728 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.792932 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.793131 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.793328 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.793515 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.793701 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.793892 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.794078 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.794264 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.794450 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.794637 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.794822 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.795006 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.795196 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.795382 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.795567 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.795753 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.795937 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.796123 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.796306 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.796492 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.796733 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.796848 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.797024 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.797278 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.797551 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.797659 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.797777 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.797934 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.798166 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.798346 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.798487 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.798601 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.798818 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.798947 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.799226 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.799399 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.799556 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.799715 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.799876 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.800043 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.800219 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.800410 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.800609 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.800807 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.800992 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.801204 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.801370 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.801592 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.801779 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.801934 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.802081 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 04:54:22.802243 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.802415 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.802564 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.802711 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.802867 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.803016 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.803163 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.803311 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.803458 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.26/identity {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.803607 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.803761 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.803910 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.804058 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.804248 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.804413 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.804597 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.804787 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.804972 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.805203 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.805376 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.805553 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.805724 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.806082 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.806264 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.806473 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.806676 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.806849 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.807026 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.807247 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.807247 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.807552 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.807552 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.807842 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.807995 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.808147 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.808298 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.808448 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.808607 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.808758 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.808909 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.809080 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.809261 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.809413 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.809574 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.809726 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.809879 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.810102 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.810258 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.810404 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.810560 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.810712 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.810864 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.811015 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.811175 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.811372 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.811543 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.811695 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.811847 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.812000 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.812151 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.812304 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.812458 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.812611 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.812762 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.812921 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.813081 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.813273 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.813434 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.813590 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.813735 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.813888 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.814117 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.814321 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.814501 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.814653 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.814994 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.815270 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.815422 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.815604 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.815772 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.815772 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.816151 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.816151 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.816618 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.816618 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.816618 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.817066 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.817066 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.817066 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.817507 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.817507 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.817881 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.817881 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.818238 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.818238 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.818238 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.818709 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.818709 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.818958 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.818958 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.819198 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.819300 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.819438 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.819576 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.819733 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.819871 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.820091 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.820282 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.820428 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.820579 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.820763 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.820990 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.821210 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.821320 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.821542 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.821687 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.821844 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.821985 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.822213 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.822404 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.822511 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.822728 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.822872 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.823073 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.823217 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.823417 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.823561 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.823729 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.823922 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.824066 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.824268 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.824412 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.824571 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.824773 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 04:54:22.824917 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 16 04:54:23.055145 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 58558) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 04:54:23.066999 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0097110
Apr 16 04:54:34.887047 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab9cca2-1f27-42cb-9cbd-720dd6bd7b8b None None] get_active_networks_info from dv-cinder-786524-1-iscsi {{(pid=85358) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Apr 16 04:54:35.050436 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab9cca2-1f27-42cb-9cbd-720dd6bd7b8b None None] No non-hosted networks {{(pid=85358) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Apr 16 04:54:35.051505 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-beabf46a-a8d5-4eaf-b627-4121e795a4fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079'] for agent, after_create {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:54:36.836404 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ce0f57c2-70e6-45ac-be14-b5307f8e3d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079'] for agent, after_create {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:54:36.909404 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-d3321e3e-9915-42a1-93a5-9f488e020c3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:54:37.764639 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-63345f0b-feae-4d1b-a675-506eb60b354a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079'] for agent, after_create {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:54:37.925324 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079'] for agent, after_create {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:54:37.926695 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:54:37.927281 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:54:37.927877 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:54:37.928452 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:54:37.929027 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:54:37.930275 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:54:37.930275 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:54:37.930710 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:54:37.930840 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:54:37.931347 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:54:37.932334 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:54:37.932567 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:54:37.933129 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f5daefe4b38>, 'Open vSwitch agent', 'dv-cinder-786524-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 04:54:37.939318 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f5daf026da0>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786524-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 04:54:39.342632 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a57a9699-4b93-4635-9a0c-76135fd629c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079'] for agent, after_create {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:54:39.815397 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 58644) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 04:54:40.526659 dv-cinder-786524-1-iscsi neutron-server[85243]: WARNING oslo_policy.policy [None req-74ddc2c9-4f68-4ddf-8ac6-5f1b08566384 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 16 04:54:40.527494 dv-cinder-786524-1-iscsi neutron-server[85243]: WARNING oslo_policy.policy [None req-74ddc2c9-4f68-4ddf-8ac6-5f1b08566384 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 16 04:54:40.769691 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [None req-74ddc2c9-4f68-4ddf-8ac6-5f1b08566384 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=85356) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 04:54:40.771024 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-74ddc2c9-4f68-4ddf-8ac6-5f1b08566384 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.9536130
Apr 16 04:54:43.601298 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 58660) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 04:54:44.103982 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.db.l3_hamode_db [None req-c0c55778-013d-4418-b8fd-ad21e4c9eba6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Apr 16 04:54:44.198044 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c55778-013d-4418-b8fd-ad21e4c9eba6 None None] Routers set() bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 04:54:44.198542 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c55778-013d-4418-b8fd-ad21e4c9eba6 None None] Router IDs set() for agent in host dv-cinder-786524-1-iscsi {{(pid=85358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}}
Apr 16 04:54:44.284504 dv-cinder-786524-1-iscsi neutron-server[85243]: WARNING oslo_policy.policy [None req-c6d6fa98-cd67-4807-9721-827d5a903791 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 16 04:54:44.285064 dv-cinder-786524-1-iscsi neutron-server[85243]: WARNING oslo_policy.policy [None req-c6d6fa98-cd67-4807-9721-827d5a903791 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 16 04:54:44.516607 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-c6d6fa98-cd67-4807-9721-827d5a903791 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=85357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 04:54:44.619341 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.policy [None req-c6d6fa98-cd67-4807-9721-827d5a903791 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85357) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 16 04:54:44.676469 dv-cinder-786524-1-iscsi neutron-server[85243]: WARNING oslo_policy.policy [None req-c6d6fa98-cd67-4807-9721-827d5a903791 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 16 04:54:44.676912 dv-cinder-786524-1-iscsi neutron-server[85243]: WARNING oslo_policy.policy [None req-c6d6fa98-cd67-4807-9721-827d5a903791 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 16 04:54:44.695464 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.quota [None req-c6d6fa98-cd67-4807-9721-827d5a903791 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f5daf93d438>.
Apr 16 04:54:44.711513 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-c6d6fa98-cd67-4807-9721-827d5a903791 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 04:54:44.769607 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c6d6fa98-cd67-4807-9721-827d5a903791 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363284328494756', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363284328491800', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363284328484785', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363284328510997', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363284328395883', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363284328393514', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-13140', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854514442', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036821514034', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33186299'] for rbac-policy, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:54:44.997496 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c6d6fa98-cd67-4807-9721-827d5a903791 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:54:44.998703 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-c6d6fa98-cd67-4807-9721-827d5a903791 admin admin] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 1.3964233
Apr 16 04:54:48.087514 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 58678) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 04:54:48.532384 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-1aaeb39a-6f1f-40a6-ad95-a9a97f544dde admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '1b503ccde1594f9aadad858dfac2a779', 'name': 'private'}} {{(pid=85356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 04:54:48.535895 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.quota [None req-1aaeb39a-6f1f-40a6-ad95-a9a97f544dde admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f5daf9e32e8>.
Apr 16 04:54:48.552798 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-1aaeb39a-6f1f-40a6-ad95-a9a97f544dde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 04:54:48.559885 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-1aaeb39a-6f1f-40a6-ad95-a9a97f544dde admin admin] Usage tracker for resource:network and tenant:1b503ccde1594f9aadad858dfac2a779 is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 04:54:48.564973 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-1aaeb39a-6f1f-40a6-ad95-a9a97f544dde admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 04:54:48.572994 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-1aaeb39a-6f1f-40a6-ad95-a9a97f544dde admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 04:54:48.592194 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aaeb39a-6f1f-40a6-ad95-a9a97f544dde admin admin] Made reservation on behalf of 1b503ccde1594f9aadad858dfac2a779 for: {'network': 1} {{(pid=85356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 04:54:48.674285 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.policy [None req-1aaeb39a-6f1f-40a6-ad95-a9a97f544dde admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85356) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 16 04:54:48.733138 dv-cinder-786524-1-iscsi neutron-server[85243]: WARNING oslo_policy.policy [None req-1aaeb39a-6f1f-40a6-ad95-a9a97f544dde admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 16 04:54:48.733561 dv-cinder-786524-1-iscsi neutron-server[85243]: WARNING oslo_policy.policy [None req-1aaeb39a-6f1f-40a6-ad95-a9a97f544dde admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 16 04:54:48.755169 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-1aaeb39a-6f1f-40a6-ad95-a9a97f544dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for network, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:54:48.775919 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-1aaeb39a-6f1f-40a6-ad95-a9a97f544dde admin admin] Notify callbacks [] for security_group, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:54:48.793430 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-1aaeb39a-6f1f-40a6-ad95-a9a97f544dde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 04:54:48.797859 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-1aaeb39a-6f1f-40a6-ad95-a9a97f544dde admin admin] Usage tracker for resource:security_group_rule and tenant:1b503ccde1594f9aadad858dfac2a779 is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 04:54:48.802160 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-1aaeb39a-6f1f-40a6-ad95-a9a97f544dde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 04:54:48.808830 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-1aaeb39a-6f1f-40a6-ad95-a9a97f544dde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 04:54:49.076377 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-1aaeb39a-6f1f-40a6-ad95-a9a97f544dde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:54:49.079519 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-1aaeb39a-6f1f-40a6-ad95-a9a97f544dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:54:49.084527 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 04:54:49.102832 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1aaeb39a-6f1f-40a6-ad95-a9a97f544dde admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384}  {{(pid=85356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 16 04:54:49.130993 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-1aaeb39a-6f1f-40a6-ad95-a9a97f544dde admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363284331750721', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854750583'] for segment, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:54:49.131604 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-1aaeb39a-6f1f-40a6-ad95-a9a97f544dde admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f5db069abf8> segment precommit_create {{(pid=85356) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 16 04:54:49.132088 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.db.segments_db [None req-1aaeb39a-6f1f-40a6-ad95-a9a97f544dde admin admin] Added segment 062c2809-ab52-49db-a9e4-0a29a7f82ebe of type vlan for network e29d2a7a-db53-4b0e-b441-df6df8496d37
Apr 16 04:54:49.187362 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaeb39a-6f1f-40a6-ad95-a9a97f544dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fcb7fd2-6bbf-4b8c-a885-20a91002c70c,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 04:54:49.210878 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaeb39a-6f1f-40a6-ad95-a9a97f544dde admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:54:49.211256 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaeb39a-6f1f-40a6-ad95-a9a97f544dde admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:54:49.211642 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaeb39a-6f1f-40a6-ad95-a9a97f544dde admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:54:49.212023 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaeb39a-6f1f-40a6-ad95-a9a97f544dde admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:54:49.212529 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaeb39a-6f1f-40a6-ad95-a9a97f544dde admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:54:49.213026 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaeb39a-6f1f-40a6-ad95-a9a97f544dde admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:54:49.213411 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaeb39a-6f1f-40a6-ad95-a9a97f544dde admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:54:49.213795 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaeb39a-6f1f-40a6-ad95-a9a97f544dde admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:54:49.214153 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaeb39a-6f1f-40a6-ad95-a9a97f544dde admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:54:49.214505 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaeb39a-6f1f-40a6-ad95-a9a97f544dde admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:54:49.214855 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaeb39a-6f1f-40a6-ad95-a9a97f544dde admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:54:49.215220 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaeb39a-6f1f-40a6-ad95-a9a97f544dde admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:54:49.216493 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaeb39a-6f1f-40a6-ad95-a9a97f544dde admin admin] Tracked resource versions report:
Apr 16 04:54:49.216493 dv-cinder-786524-1-iscsi neutron-server[85243]: pushed versions:
Apr 16 04:54:49.216493 dv-cinder-786524-1-iscsi neutron-server[85243]: {   'AddressGroup': {'1.2'},
Apr 16 04:54:49.216493 dv-cinder-786524-1-iscsi neutron-server[85243]:     'ConntrackHelper': {'1.0'},
Apr 16 04:54:49.216493 dv-cinder-786524-1-iscsi neutron-server[85243]:     'Log': {'1.0'},
Apr 16 04:54:49.216493 dv-cinder-786524-1-iscsi neutron-server[85243]:     'Network': {'1.1'},
Apr 16 04:54:49.216493 dv-cinder-786524-1-iscsi neutron-server[85243]:     'Port': {'1.7'},
Apr 16 04:54:49.216493 dv-cinder-786524-1-iscsi neutron-server[85243]:     'PortForwarding': {'1.2'},
Apr 16 04:54:49.216493 dv-cinder-786524-1-iscsi neutron-server[85243]:     'QosPolicy': {'1.8'},
Apr 16 04:54:49.216493 dv-cinder-786524-1-iscsi neutron-server[85243]:     'SecurityGroup': {'1.4'},
Apr 16 04:54:49.216493 dv-cinder-786524-1-iscsi neutron-server[85243]:     'SecurityGroupRule': {'1.2'},
Apr 16 04:54:49.216493 dv-cinder-786524-1-iscsi neutron-server[85243]:     'SubPort': {'1.0'},
Apr 16 04:54:49.216493 dv-cinder-786524-1-iscsi neutron-server[85243]:     'Subnet': {'1.1'},
Apr 16 04:54:49.216493 dv-cinder-786524-1-iscsi neutron-server[85243]:     'Trunk': {'1.1'}}
Apr 16 04:54:49.216493 dv-cinder-786524-1-iscsi neutron-server[85243]: consumer versions:
Apr 16 04:54:49.216493 dv-cinder-786524-1-iscsi neutron-server[85243]: {   DHCP agent@dv-cinder-786524-1-iscsi: {},
Apr 16 04:54:49.216493 dv-cinder-786524-1-iscsi neutron-server[85243]:     L3 agent@dv-cinder-786524-1-iscsi: {},
Apr 16 04:54:49.216493 dv-cinder-786524-1-iscsi neutron-server[85243]:     Metadata agent@dv-cinder-786524-1-iscsi: {},
Apr 16 04:54:49.216493 dv-cinder-786524-1-iscsi neutron-server[85243]:     Metering agent@dv-cinder-786524-1-iscsi: {},
Apr 16 04:54:49.216493 dv-cinder-786524-1-iscsi neutron-server[85243]:     Open vSwitch agent@dv-cinder-786524-1-iscsi: {   'AddressGroup': '1.2',
Apr 16 04:54:49.216493 dv-cinder-786524-1-iscsi neutron-server[85243]:                                                      'ConntrackHelper': '1.0',
Apr 16 04:54:49.216493 dv-cinder-786524-1-iscsi neutron-server[85243]:                                                      'Log': '1.0',
Apr 16 04:54:49.216493 dv-cinder-786524-1-iscsi neutron-server[85243]:                                                      'Network': '1.1',
Apr 16 04:54:49.216493 dv-cinder-786524-1-iscsi neutron-server[85243]:                                                      'Port': '1.7',
Apr 16 04:54:49.216493 dv-cinder-786524-1-iscsi neutron-server[85243]:                                                      'PortForwarding': '1.2',
Apr 16 04:54:49.216493 dv-cinder-786524-1-iscsi neutron-server[85243]:                                                      'QosPolicy': '1.8',
Apr 16 04:54:49.216493 dv-cinder-786524-1-iscsi neutron-server[85243]:                                                      'SecurityGroup': '1.4',
Apr 16 04:54:49.216493 dv-cinder-786524-1-iscsi neutron-server[85243]:                                                      'SecurityGroupRule': '1.2',
Apr 16 04:54:49.216493 dv-cinder-786524-1-iscsi neutron-server[85243]:                                                      'SubPort': '1.0',
Apr 16 04:54:49.216493 dv-cinder-786524-1-iscsi neutron-server[85243]:                                                      'Subnet': '1.1',
Apr 16 04:54:49.216493 dv-cinder-786524-1-iscsi neutron-server[85243]:                                                      'Trunk': '1.1'}}
Apr 16 04:54:49.216493 dv-cinder-786524-1-iscsi neutron-server[85243]:  {{(pid=85356) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 16 04:54:49.258144 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-1aaeb39a-6f1f-40a6-ad95-a9a97f544dde admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284332331448'] for network, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:54:49.266658 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-1aaeb39a-6f1f-40a6-ad95-a9a97f544dde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 04:54:49.300311 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-1aaeb39a-6f1f-40a6-ad95-a9a97f544dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821614228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202'] for network, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:54:49.302705 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aaeb39a-6f1f-40a6-ad95-a9a97f544dde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 04:54:49.303707 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-1aaeb39a-6f1f-40a6-ad95-a9a97f544dde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821710155'] for network, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:54:49.312931 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 04:54:49.423063 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-1aaeb39a-6f1f-40a6-ad95-a9a97f544dde admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 1.3343701
Apr 16 04:54:49.426764 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaeb39a-6f1f-40a6-ad95-a9a97f544dde admin admin] Pushing event updated for resources: {'Network': ['ID=e29d2a7a-db53-4b0e-b441-df6df8496d37,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 04:54:49.431570 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-1aaeb39a-6f1f-40a6-ad95-a9a97f544dde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 04:54:49.441930 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Network e29d2a7a-db53-4b0e-b441-df6df8496d37 details requested by agent ovs-agent-dv-cinder-786524-1-iscsi with host dv-cinder-786524-1-iscsi {{(pid=85358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 16 04:54:52.526255 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 58696) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 04:54:53.047271 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e36626a-0dc8-499a-8fa7-7177b92adad4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 04:54:53.048737 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-0e36626a-0dc8-499a-8fa7-7177b92adad4 admin admin] 10.222.0.26 "GET /v2.0/networks/e29d2a7a-db53-4b0e-b441-df6df8496d37 HTTP/1.1" status: 200  len: 825 time: 0.5213976
Apr 16 04:54:53.084408 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-eb787401-be19-4a7c-b8ae-34270a11d9b5 admin admin] 10.222.0.26 "GET /v2.0/subnetpools/6c9c8831-2f1c-4ca7-b866-f9ca5836fe3f HTTP/1.1" status: 200  len: 734 time: 0.0267019
Apr 16 04:54:53.095891 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-64c322e4-a27a-46e5-9f79-99f25fede12a admin admin] Request body: {'subnet': {'network_id': 'e29d2a7a-db53-4b0e-b441-df6df8496d37', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'tenant_id': '1b503ccde1594f9aadad858dfac2a779', 'subnetpool_id': '6c9c8831-2f1c-4ca7-b866-f9ca5836fe3f'}} {{(pid=85356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 04:54:53.101426 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-64c322e4-a27a-46e5-9f79-99f25fede12a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 04:54:53.105799 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-64c322e4-a27a-46e5-9f79-99f25fede12a admin admin] Usage tracker for resource:subnet and tenant:1b503ccde1594f9aadad858dfac2a779 is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 04:54:53.109027 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-64c322e4-a27a-46e5-9f79-99f25fede12a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 04:54:53.118805 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-64c322e4-a27a-46e5-9f79-99f25fede12a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 04:54:53.129663 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c322e4-a27a-46e5-9f79-99f25fede12a admin admin] Made reservation on behalf of 1b503ccde1594f9aadad858dfac2a779 for: {'subnet': 1} {{(pid=85356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 04:54:53.134633 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-64c322e4-a27a-46e5-9f79-99f25fede12a admin admin] Notify callbacks [] for subnet, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:54:53.648648 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-64c322e4-a27a-46e5-9f79-99f25fede12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821614264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202'] for subnet, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:54:53.663915 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 04:54:53.805335 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c322e4-a27a-46e5-9f79-99f25fede12a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3d07e29-37c1-4d34-9af1-e24411d321a7,revision_number=0']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 04:54:53.811907 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-64c322e4-a27a-46e5-9f79-99f25fede12a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 04:54:53.869217 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c322e4-a27a-46e5-9f79-99f25fede12a admin admin] Checking segment: {'id': '062c2809-ab52-49db-a9e4-0a29a7f82ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e29d2a7a-db53-4b0e-b441-df6df8496d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 04:54:53.869601 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c322e4-a27a-46e5-9f79-99f25fede12a admin admin] Network hostable DHCP agents. Network: e29d2a7a-db53-4b0e-b441-df6df8496d37, hostable agents: ['582622ae-d895-4475-8046-f15afe99e67f'], hosted agents: [] {{(pid=85356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 16 04:54:53.892117 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c322e4-a27a-46e5-9f79-99f25fede12a admin admin] Network e29d2a7a-db53-4b0e-b441-df6df8496d37 is scheduled to be hosted by DHCP agent 582622ae-d895-4475-8046-f15afe99e67f with binding_index 1 {{(pid=85356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 16 04:54:53.901966 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [None req-64c322e4-a27a-46e5-9f79-99f25fede12a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-1-iscsi, e29d2a7a-db53-4b0e-b441-df6df8496d37) {{(pid=85356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 04:54:53.907052 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c322e4-a27a-46e5-9f79-99f25fede12a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 04:54:53.907695 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-64c322e4-a27a-46e5-9f79-99f25fede12a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821710155'] for subnet, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:54:53.912751 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c327ae3-9c22-4dd4-90d2-13346d81ce2b None None] Network e29d2a7a-db53-4b0e-b441-df6df8496d37 requested from dv-cinder-786524-1-iscsi {{(pid=85358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 04:54:53.926765 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-64c322e4-a27a-46e5-9f79-99f25fede12a admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.8361735
Apr 16 04:54:54.429798 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c68bd9-c036-4b27-9517-d39fc301b501 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpead8f01a-240e-5c6f-845d-431874f38e8d-e29d2a7a-db53-4b0e-b441-df6df8496d37', 'network_id': 'e29d2a7a-db53-4b0e-b441-df6df8496d37', 'tenant_id': '1b503ccde1594f9aadad858dfac2a779', 'fixed_ips': [{'subnet_id': 'a3d07e29-37c1-4d34-9af1-e24411d321a7'}]}} from dv-cinder-786524-1-iscsi. {{(pid=85358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 16 04:54:54.430723 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-09c68bd9-c036-4b27-9517-d39fc301b501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_create {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:54:54.624235 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.db_base_plugin_common [None req-09c68bd9-c036-4b27-9517-d39fc301b501 None None] Allocated IP 172.20.0.2 (e29d2a7a-db53-4b0e-b441-df6df8496d37/a3d07e29-37c1-4d34-9af1-e24411d321a7/57ce7b40-fa76-4225-9deb-16582328d56c) {{(pid=85358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 04:54:54.865597 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-09c68bd9-c036-4b27-9517-d39fc301b501 None None] Notify callbacks [] for port, precommit_create {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:54:54.879317 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-09c68bd9-c036-4b27-9517-d39fc301b501 None None] Transition to ACTIVE for port object 57ce7b40-fa76-4225-9deb-16582328d56c will not be triggered until provisioned by entity L2. {{(pid=85358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 04:54:54.900208 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-09c68bd9-c036-4b27-9517-d39fc301b501 None None] Transition to ACTIVE for port object 57ce7b40-fa76-4225-9deb-16582328d56c will not be triggered until provisioned by entity DHCP. {{(pid=85358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 04:54:54.907720 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-09c68bd9-c036-4b27-9517-d39fc301b501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284332319809'] for port, after_create {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:54:54.924450 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 04:54:55.054496 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c68bd9-c036-4b27-9517-d39fc301b501 None None] Pushing event updated for resources: {'Port': ['ID=57ce7b40-fa76-4225-9deb-16582328d56c,revision_number=1']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 04:54:55.073229 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c68bd9-c036-4b27-9517-d39fc301b501 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:54:55.073550 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c68bd9-c036-4b27-9517-d39fc301b501 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:54:55.073951 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c68bd9-c036-4b27-9517-d39fc301b501 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:54:55.074306 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c68bd9-c036-4b27-9517-d39fc301b501 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:54:55.074662 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c68bd9-c036-4b27-9517-d39fc301b501 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:54:55.075015 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c68bd9-c036-4b27-9517-d39fc301b501 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:54:55.075365 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c68bd9-c036-4b27-9517-d39fc301b501 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:54:55.075713 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c68bd9-c036-4b27-9517-d39fc301b501 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:54:55.076061 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c68bd9-c036-4b27-9517-d39fc301b501 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:54:55.076409 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c68bd9-c036-4b27-9517-d39fc301b501 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:54:55.076754 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c68bd9-c036-4b27-9517-d39fc301b501 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:54:55.077131 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c68bd9-c036-4b27-9517-d39fc301b501 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:54:55.078280 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c68bd9-c036-4b27-9517-d39fc301b501 None None] Tracked resource versions report:
Apr 16 04:54:55.078280 dv-cinder-786524-1-iscsi neutron-server[85243]: pushed versions:
Apr 16 04:54:55.078280 dv-cinder-786524-1-iscsi neutron-server[85243]: {   'AddressGroup': {'1.2'},
Apr 16 04:54:55.078280 dv-cinder-786524-1-iscsi neutron-server[85243]:     'ConntrackHelper': {'1.0'},
Apr 16 04:54:55.078280 dv-cinder-786524-1-iscsi neutron-server[85243]:     'Log': {'1.0'},
Apr 16 04:54:55.078280 dv-cinder-786524-1-iscsi neutron-server[85243]:     'Network': {'1.1'},
Apr 16 04:54:55.078280 dv-cinder-786524-1-iscsi neutron-server[85243]:     'Port': {'1.7'},
Apr 16 04:54:55.078280 dv-cinder-786524-1-iscsi neutron-server[85243]:     'PortForwarding': {'1.2'},
Apr 16 04:54:55.078280 dv-cinder-786524-1-iscsi neutron-server[85243]:     'QosPolicy': {'1.8'},
Apr 16 04:54:55.078280 dv-cinder-786524-1-iscsi neutron-server[85243]:     'SecurityGroup': {'1.4'},
Apr 16 04:54:55.078280 dv-cinder-786524-1-iscsi neutron-server[85243]:     'SecurityGroupRule': {'1.2'},
Apr 16 04:54:55.078280 dv-cinder-786524-1-iscsi neutron-server[85243]:     'SubPort': {'1.0'},
Apr 16 04:54:55.078280 dv-cinder-786524-1-iscsi neutron-server[85243]:     'Subnet': {'1.1'},
Apr 16 04:54:55.078280 dv-cinder-786524-1-iscsi neutron-server[85243]:     'Trunk': {'1.1'}}
Apr 16 04:54:55.078280 dv-cinder-786524-1-iscsi neutron-server[85243]: consumer versions:
Apr 16 04:54:55.078280 dv-cinder-786524-1-iscsi neutron-server[85243]: {   DHCP agent@dv-cinder-786524-1-iscsi: {},
Apr 16 04:54:55.078280 dv-cinder-786524-1-iscsi neutron-server[85243]:     L3 agent@dv-cinder-786524-1-iscsi: {},
Apr 16 04:54:55.078280 dv-cinder-786524-1-iscsi neutron-server[85243]:     Metadata agent@dv-cinder-786524-1-iscsi: {},
Apr 16 04:54:55.078280 dv-cinder-786524-1-iscsi neutron-server[85243]:     Metering agent@dv-cinder-786524-1-iscsi: {},
Apr 16 04:54:55.078280 dv-cinder-786524-1-iscsi neutron-server[85243]:     Open vSwitch agent@dv-cinder-786524-1-iscsi: {   'AddressGroup': '1.2',
Apr 16 04:54:55.078280 dv-cinder-786524-1-iscsi neutron-server[85243]:                                                      'ConntrackHelper': '1.0',
Apr 16 04:54:55.078280 dv-cinder-786524-1-iscsi neutron-server[85243]:                                                      'Log': '1.0',
Apr 16 04:54:55.078280 dv-cinder-786524-1-iscsi neutron-server[85243]:                                                      'Network': '1.1',
Apr 16 04:54:55.078280 dv-cinder-786524-1-iscsi neutron-server[85243]:                                                      'Port': '1.7',
Apr 16 04:54:55.078280 dv-cinder-786524-1-iscsi neutron-server[85243]:                                                      'PortForwarding': '1.2',
Apr 16 04:54:55.078280 dv-cinder-786524-1-iscsi neutron-server[85243]:                                                      'QosPolicy': '1.8',
Apr 16 04:54:55.078280 dv-cinder-786524-1-iscsi neutron-server[85243]:                                                      'SecurityGroup': '1.4',
Apr 16 04:54:55.078280 dv-cinder-786524-1-iscsi neutron-server[85243]:                                                      'SecurityGroupRule': '1.2',
Apr 16 04:54:55.078280 dv-cinder-786524-1-iscsi neutron-server[85243]:                                                      'SubPort': '1.0',
Apr 16 04:54:55.078280 dv-cinder-786524-1-iscsi neutron-server[85243]:                                                      'Subnet': '1.1',
Apr 16 04:54:55.078280 dv-cinder-786524-1-iscsi neutron-server[85243]:                                                      'Trunk': '1.1'}}
Apr 16 04:54:55.078280 dv-cinder-786524-1-iscsi neutron-server[85243]:  {{(pid=85358) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 16 04:54:55.082554 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-09c68bd9-c036-4b27-9517-d39fc301b501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 04:54:55.140929 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c68bd9-c036-4b27-9517-d39fc301b501 None None] Network e29d2a7a-db53-4b0e-b441-df6df8496d37 is already hosted by enough agents. {{(pid=85358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 04:54:55.142287 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [None req-09c68bd9-c036-4b27-9517-d39fc301b501 None None] Resources bound (agent type, host, resource id):  {{(pid=85358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 04:54:55.145424 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c68bd9-c036-4b27-9517-d39fc301b501 None None] Received port after_create {{(pid=85358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 04:54:55.247810 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-09c68bd9-c036-4b27-9517-d39fc301b501 None None] Attempting to bind port 57ce7b40-fa76-4225-9deb-16582328d56c on host dv-cinder-786524-1-iscsi for vnic_type normal with profile  {{(pid=85358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 04:54:55.248229 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-09c68bd9-c036-4b27-9517-d39fc301b501 None None] Attempting to bind port 57ce7b40-fa76-4225-9deb-16582328d56c by drivers openvswitch,hyperv on host dv-cinder-786524-1-iscsi at level 0 using segments [{'id': '062c2809-ab52-49db-a9e4-0a29a7f82ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e29d2a7a-db53-4b0e-b441-df6df8496d37'}] {{(pid=85358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 04:54:55.248638 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c68bd9-c036-4b27-9517-d39fc301b501 None None] Attempting to bind port 57ce7b40-fa76-4225-9deb-16582328d56c on network e29d2a7a-db53-4b0e-b441-df6df8496d37 {{(pid=85358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 04:54:55.254951 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c68bd9-c036-4b27-9517-d39fc301b501 None None] Checking agent: {'id': '2c00d7f4-da3e-4cf0-ab95-3dab1af70cf6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 4, 54, 38), 'started_at': datetime.datetime(2021, 4, 16, 4, 54, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 4, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 04:54:55.255509 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c68bd9-c036-4b27-9517-d39fc301b501 None None] Checking segment: {'id': '062c2809-ab52-49db-a9e4-0a29a7f82ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e29d2a7a-db53-4b0e-b441-df6df8496d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 04:54:55.256759 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-09c68bd9-c036-4b27-9517-d39fc301b501 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:54:55.256759 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c68bd9-c036-4b27-9517-d39fc301b501 None None] Bound using segment: {'id': '062c2809-ab52-49db-a9e4-0a29a7f82ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e29d2a7a-db53-4b0e-b441-df6df8496d37'} {{(pid=85358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 04:54:55.256759 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-09c68bd9-c036-4b27-9517-d39fc301b501 None None] Bound port: 57ce7b40-fa76-4225-9deb-16582328d56c, host: dv-cinder-786524-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '062c2809-ab52-49db-a9e4-0a29a7f82ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e29d2a7a-db53-4b0e-b441-df6df8496d37'}}] {{(pid=85358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 04:54:55.257029 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-09c68bd9-c036-4b27-9517-d39fc301b501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:54:55.357269 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-09c68bd9-c036-4b27-9517-d39fc301b501 None None] For port 57ce7b40-fa76-4225-9deb-16582328d56c, host dv-cinder-786524-1-iscsi, cleared binding levels {{(pid=85358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 04:54:55.362033 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-09c68bd9-c036-4b27-9517-d39fc301b501 None None] For port 57ce7b40-fa76-4225-9deb-16582328d56c, host dv-cinder-786524-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=57ce7b40-fa76-4225-9deb-16582328d56c,segment=NetworkSegment(062c2809-ab52-49db-a9e4-0a29a7f82ebe),segment_id=062c2809-ab52-49db-a9e4-0a29a7f82ebe)] {{(pid=85358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 04:54:55.365775 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-09c68bd9-c036-4b27-9517-d39fc301b501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:54:55.379727 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 04:54:55.532878 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c68bd9-c036-4b27-9517-d39fc301b501 None None] Pushing event updated for resources: {'Port': ['ID=57ce7b40-fa76-4225-9deb-16582328d56c,revision_number=2']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 04:54:55.547812 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-09c68bd9-c036-4b27-9517-d39fc301b501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 04:54:56.683817 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 58706) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 04:54:57.127029 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [None req-fecaf920-4b30-4f5b-adc2-5c7b6907a843 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=85357) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 04:54:57.137882 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-fecaf920-4b30-4f5b-adc2-5c7b6907a843 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4527390
Apr 16 04:54:59.897817 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 58716) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 04:55:00.310423 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [None req-71cf2205-02aa-4c61-b072-7ba7e8217558 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=85357) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 04:55:00.311494 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-71cf2205-02aa-4c61-b072-7ba7e8217558 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4126420
Apr 16 04:55:01.986541 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device 57ce7b40-fa76-4225-9deb-16582328d56c up at agent ovs-agent-dv-cinder-786524-1-iscsi {{(pid=85358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 04:55:02.067800 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Provisioning for port 57ce7b40-fa76-4225-9deb-16582328d56c completed by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 04:55:02.587111 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25bef084-56c9-4551-9c4e-c77019c9218b None None] Network e29d2a7a-db53-4b0e-b441-df6df8496d37 requested from dv-cinder-786524-1-iscsi {{(pid=85358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 04:55:02.672099 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-25bd0c09-6333-47f9-bbeb-af0e3156f25e None None] Provisioning for port 57ce7b40-fa76-4225-9deb-16582328d56c completed by entity DHCP. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 04:55:02.687708 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-25bd0c09-6333-47f9-bbeb-af0e3156f25e None None] Provisioning complete for port 57ce7b40-fa76-4225-9deb-16582328d56c triggered by entity DHCP. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 04:55:02.688141 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-25bd0c09-6333-47f9-bbeb-af0e3156f25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:55:02.942056 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-25bd0c09-6333-47f9-bbeb-af0e3156f25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:55:02.989137 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-25bd0c09-6333-47f9-bbeb-af0e3156f25e None None] For port 57ce7b40-fa76-4225-9deb-16582328d56c, host dv-cinder-786524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=57ce7b40-fa76-4225-9deb-16582328d56c,segment=NetworkSegment(062c2809-ab52-49db-a9e4-0a29a7f82ebe),segment_id=062c2809-ab52-49db-a9e4-0a29a7f82ebe)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 04:55:02.998069 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-25bd0c09-6333-47f9-bbeb-af0e3156f25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:55:03.004189 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-09c68bd9-c036-4b27-9517-d39fc301b501 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 04:55:03.083258 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bd0c09-6333-47f9-bbeb-af0e3156f25e None None] Pushing event updated for resources: {'Port': ['ID=57ce7b40-fa76-4225-9deb-16582328d56c,revision_number=3']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 04:55:03.086781 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-25bd0c09-6333-47f9-bbeb-af0e3156f25e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 04:55:03.222195 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-d4ee87b3-6517-47f8-a690-412e49d792b6 None None] Provisioning complete for port 57ce7b40-fa76-4225-9deb-16582328d56c triggered by entity DHCP. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 04:55:03.222605 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-d4ee87b3-6517-47f8-a690-412e49d792b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:55:03.416346 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 58732) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 04:55:03.805259 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-8c5f02f8-2293-4def-b754-0f983bc329c1 admin admin] Request body: {'router': {'tenant_id': '1b503ccde1594f9aadad858dfac2a779', 'admin_state_up': True, 'name': 'router1'}} {{(pid=85357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 04:55:03.810643 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-8c5f02f8-2293-4def-b754-0f983bc329c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 04:55:03.814984 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-8c5f02f8-2293-4def-b754-0f983bc329c1 admin admin] Usage tracker for resource:router and tenant:1b503ccde1594f9aadad858dfac2a779 is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 04:55:03.818465 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-8c5f02f8-2293-4def-b754-0f983bc329c1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 04:55:03.824924 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-8c5f02f8-2293-4def-b754-0f983bc329c1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 04:55:03.834777 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-8c5f02f8-2293-4def-b754-0f983bc329c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036821578267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5887'] for router, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:55:03.836102 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-8c5f02f8-2293-4def-b754-0f983bc329c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33197368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33196902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33168124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854769946'] for router, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:55:03.857969 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-8c5f02f8-2293-4def-b754-0f983bc329c1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:55:03.943938 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device 57ce7b40-fa76-4225-9deb-16582328d56c up at agent ovs-agent-dv-cinder-786524-1-iscsi {{(pid=85358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 04:55:03.973480 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-8c5f02f8-2293-4def-b754-0f983bc329c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33197534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036821578960'] for router, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:55:03.992446 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-8c5f02f8-2293-4def-b754-0f983bc329c1 admin admin] Notify callbacks [] for router, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:55:03.993753 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-8c5f02f8-2293-4def-b754-0f983bc329c1 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5763924
Apr 16 04:55:04.021550 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Provisioning complete for port 57ce7b40-fa76-4225-9deb-16582328d56c triggered by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 04:55:04.021958 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:55:04.785763 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-6fbd509f-4ffa-4a4b-8b82-270aecb6e5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:55:06.756924 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 58750) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 04:55:06.845131 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a9db9c21-063d-45f8-97c3-26641ae9ef73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:55:07.061956 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [None req-b09eaded-b1b3-4b51-b7aa-f113b4072dfb admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=85357) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 04:55:07.063039 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-b09eaded-b1b3-4b51-b7aa-f113b4072dfb admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3051064
Apr 16 04:55:07.678533 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-63345f0b-feae-4d1b-a675-506eb60b354a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:55:07.921973 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:55:09.276414 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a57a9699-4b93-4635-9a0c-76135fd629c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:55:09.713132 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 58770) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 04:55:09.767831 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-562fa2ff-461d-446b-8d5f-82c767efff59 admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True}} {{(pid=85357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 04:55:09.774641 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-562fa2ff-461d-446b-8d5f-82c767efff59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 04:55:09.778959 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-562fa2ff-461d-446b-8d5f-82c767efff59 admin admin] Usage tracker for resource:network and tenant:0a51da1b85624f449d38a1cebaddb415 is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 04:55:09.782435 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-562fa2ff-461d-446b-8d5f-82c767efff59 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 04:55:09.788737 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-562fa2ff-461d-446b-8d5f-82c767efff59 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 04:55:09.798930 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-562fa2ff-461d-446b-8d5f-82c767efff59 admin admin] Made reservation on behalf of 0a51da1b85624f449d38a1cebaddb415 for: {'network': 1} {{(pid=85357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 04:55:09.804844 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-562fa2ff-461d-446b-8d5f-82c767efff59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for network, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:55:09.821693 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-562fa2ff-461d-446b-8d5f-82c767efff59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:55:09.838453 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-562fa2ff-461d-446b-8d5f-82c767efff59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 04:55:09.842401 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-562fa2ff-461d-446b-8d5f-82c767efff59 admin admin] Usage tracker for resource:security_group_rule and tenant:0a51da1b85624f449d38a1cebaddb415 is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 04:55:09.845639 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-562fa2ff-461d-446b-8d5f-82c767efff59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 04:55:09.851576 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-562fa2ff-461d-446b-8d5f-82c767efff59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 04:55:09.952343 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-562fa2ff-461d-446b-8d5f-82c767efff59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:55:09.956064 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-562fa2ff-461d-446b-8d5f-82c767efff59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:55:09.961028 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 04:55:09.972497 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-562fa2ff-461d-446b-8d5f-82c767efff59 admin admin] Reserving flat network on physical network physnet1 {{(pid=85357) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Apr 16 04:55:10.005064 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-562fa2ff-461d-446b-8d5f-82c767efff59 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363284331750721', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854750583'] for segment, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:55:10.005681 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-562fa2ff-461d-446b-8d5f-82c767efff59 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f5db069abf8> segment precommit_create {{(pid=85357) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 16 04:55:10.006153 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.db.segments_db [None req-562fa2ff-461d-446b-8d5f-82c767efff59 admin admin] Added segment 88f0db33-a5d4-497b-ae0c-257388b0c0ef of type flat for network 09b59cd3-13be-4f6b-8ba8-71a7bb13ef88
Apr 16 04:55:10.057851 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562fa2ff-461d-446b-8d5f-82c767efff59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eaf3744-c06c-4636-9bd0-060df5557d98,revision_number=1']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 04:55:10.077488 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562fa2ff-461d-446b-8d5f-82c767efff59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:55:10.077785 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562fa2ff-461d-446b-8d5f-82c767efff59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:55:10.078139 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562fa2ff-461d-446b-8d5f-82c767efff59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:55:10.078491 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562fa2ff-461d-446b-8d5f-82c767efff59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:55:10.078834 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562fa2ff-461d-446b-8d5f-82c767efff59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:55:10.079174 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562fa2ff-461d-446b-8d5f-82c767efff59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:55:10.079542 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562fa2ff-461d-446b-8d5f-82c767efff59 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:55:10.080073 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562fa2ff-461d-446b-8d5f-82c767efff59 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:55:10.080454 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562fa2ff-461d-446b-8d5f-82c767efff59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:55:10.080797 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562fa2ff-461d-446b-8d5f-82c767efff59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:55:10.081137 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562fa2ff-461d-446b-8d5f-82c767efff59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:55:10.081496 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562fa2ff-461d-446b-8d5f-82c767efff59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:55:10.082623 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562fa2ff-461d-446b-8d5f-82c767efff59 admin admin] Tracked resource versions report:
Apr 16 04:55:10.082623 dv-cinder-786524-1-iscsi neutron-server[85243]: pushed versions:
Apr 16 04:55:10.082623 dv-cinder-786524-1-iscsi neutron-server[85243]: {   'AddressGroup': {'1.2'},
Apr 16 04:55:10.082623 dv-cinder-786524-1-iscsi neutron-server[85243]:     'ConntrackHelper': {'1.0'},
Apr 16 04:55:10.082623 dv-cinder-786524-1-iscsi neutron-server[85243]:     'Log': {'1.0'},
Apr 16 04:55:10.082623 dv-cinder-786524-1-iscsi neutron-server[85243]:     'Network': {'1.1'},
Apr 16 04:55:10.082623 dv-cinder-786524-1-iscsi neutron-server[85243]:     'Port': {'1.7'},
Apr 16 04:55:10.082623 dv-cinder-786524-1-iscsi neutron-server[85243]:     'PortForwarding': {'1.2'},
Apr 16 04:55:10.082623 dv-cinder-786524-1-iscsi neutron-server[85243]:     'QosPolicy': {'1.8'},
Apr 16 04:55:10.082623 dv-cinder-786524-1-iscsi neutron-server[85243]:     'SecurityGroup': {'1.4'},
Apr 16 04:55:10.082623 dv-cinder-786524-1-iscsi neutron-server[85243]:     'SecurityGroupRule': {'1.2'},
Apr 16 04:55:10.082623 dv-cinder-786524-1-iscsi neutron-server[85243]:     'SubPort': {'1.0'},
Apr 16 04:55:10.082623 dv-cinder-786524-1-iscsi neutron-server[85243]:     'Subnet': {'1.1'},
Apr 16 04:55:10.082623 dv-cinder-786524-1-iscsi neutron-server[85243]:     'Trunk': {'1.1'}}
Apr 16 04:55:10.082623 dv-cinder-786524-1-iscsi neutron-server[85243]: consumer versions:
Apr 16 04:55:10.082623 dv-cinder-786524-1-iscsi neutron-server[85243]: {   DHCP agent@dv-cinder-786524-1-iscsi: {},
Apr 16 04:55:10.082623 dv-cinder-786524-1-iscsi neutron-server[85243]:     L3 agent@dv-cinder-786524-1-iscsi: {},
Apr 16 04:55:10.082623 dv-cinder-786524-1-iscsi neutron-server[85243]:     Metadata agent@dv-cinder-786524-1-iscsi: {},
Apr 16 04:55:10.082623 dv-cinder-786524-1-iscsi neutron-server[85243]:     Metering agent@dv-cinder-786524-1-iscsi: {},
Apr 16 04:55:10.082623 dv-cinder-786524-1-iscsi neutron-server[85243]:     Open vSwitch agent@dv-cinder-786524-1-iscsi: {   'AddressGroup': '1.2',
Apr 16 04:55:10.082623 dv-cinder-786524-1-iscsi neutron-server[85243]:                                                      'ConntrackHelper': '1.0',
Apr 16 04:55:10.082623 dv-cinder-786524-1-iscsi neutron-server[85243]:                                                      'Log': '1.0',
Apr 16 04:55:10.082623 dv-cinder-786524-1-iscsi neutron-server[85243]:                                                      'Network': '1.1',
Apr 16 04:55:10.082623 dv-cinder-786524-1-iscsi neutron-server[85243]:                                                      'Port': '1.7',
Apr 16 04:55:10.082623 dv-cinder-786524-1-iscsi neutron-server[85243]:                                                      'PortForwarding': '1.2',
Apr 16 04:55:10.082623 dv-cinder-786524-1-iscsi neutron-server[85243]:                                                      'QosPolicy': '1.8',
Apr 16 04:55:10.082623 dv-cinder-786524-1-iscsi neutron-server[85243]:                                                      'SecurityGroup': '1.4',
Apr 16 04:55:10.082623 dv-cinder-786524-1-iscsi neutron-server[85243]:                                                      'SecurityGroupRule': '1.2',
Apr 16 04:55:10.082623 dv-cinder-786524-1-iscsi neutron-server[85243]:                                                      'SubPort': '1.0',
Apr 16 04:55:10.082623 dv-cinder-786524-1-iscsi neutron-server[85243]:                                                      'Subnet': '1.1',
Apr 16 04:55:10.082623 dv-cinder-786524-1-iscsi neutron-server[85243]:                                                      'Trunk': '1.1'}}
Apr 16 04:55:10.082623 dv-cinder-786524-1-iscsi neutron-server[85243]:  {{(pid=85357) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 16 04:55:10.128478 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-562fa2ff-461d-446b-8d5f-82c767efff59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 04:55:10.132154 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-562fa2ff-461d-446b-8d5f-82c767efff59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284332331448'] for network, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:55:10.177663 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-562fa2ff-461d-446b-8d5f-82c767efff59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821614228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202'] for network, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:55:10.179114 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562fa2ff-461d-446b-8d5f-82c767efff59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 04:55:10.179733 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-562fa2ff-461d-446b-8d5f-82c767efff59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821710155'] for network, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:55:10.184603 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 04:55:10.288224 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-562fa2ff-461d-446b-8d5f-82c767efff59 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.5739074
Apr 16 04:55:10.293869 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562fa2ff-461d-446b-8d5f-82c767efff59 admin admin] Pushing event updated for resources: {'Network': ['ID=09b59cd3-13be-4f6b-8ba8-71a7bb13ef88,revision_number=1']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 04:55:10.297389 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-562fa2ff-461d-446b-8d5f-82c767efff59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 04:55:10.305697 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Network 09b59cd3-13be-4f6b-8ba8-71a7bb13ef88 details requested by agent ovs-agent-dv-cinder-786524-1-iscsi with host dv-cinder-786524-1-iscsi {{(pid=85358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 16 04:55:12.904772 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 58786) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 04:55:13.033790 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a2c6d0-f0f9-4d16-bcf3-a35e396037ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 04:55:13.035313 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-b3a2c6d0-f0f9-4d16-bcf3-a35e396037ca admin admin] 10.222.0.26 "GET /v2.0/subnets/a3d07e29-37c1-4d34-9af1-e24411d321a7 HTTP/1.1" status: 200  len: 849 time: 0.1294048
Apr 16 04:55:13.194471 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-49711adf-8376-451e-9bc4-389049a87258 admin admin] 10.222.0.26 "GET /v2.0/routers/fa69793c-22bc-4825-a42e-737a989d98a0 HTTP/1.1" status: 200  len: 704 time: 0.1527710
Apr 16 04:55:13.708979 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.agents_db [None req-9d5d34cb-f672-4e49-b111-51c360ae5d44 None None] Agent healthcheck: found 5 active agents {{(pid=85359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 04:55:13.853439 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-1e77e6f8-3333-4c1b-9c75-b398849fed48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:55:14.114840 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.db_base_plugin_common [None req-1e77e6f8-3333-4c1b-9c75-b398849fed48 admin admin] Allocated IP 172.20.0.1 (e29d2a7a-db53-4b0e-b441-df6df8496d37/a3d07e29-37c1-4d34-9af1-e24411d321a7/5dfafb24-9ea0-4e36-ae4a-06afd8f03376) {{(pid=85357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 04:55:14.299160 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-1e77e6f8-3333-4c1b-9c75-b398849fed48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:55:14.318538 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-1e77e6f8-3333-4c1b-9c75-b398849fed48 admin admin] Transition to ACTIVE for port object 5dfafb24-9ea0-4e36-ae4a-06afd8f03376 will not be triggered until provisioned by entity DHCP. {{(pid=85357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 04:55:14.381890 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-1e77e6f8-3333-4c1b-9c75-b398849fed48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284332319809'] for port, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:55:14.409317 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 04:55:14.547754 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e77e6f8-3333-4c1b-9c75-b398849fed48 admin admin] Pushing event updated for resources: {'Port': ['ID=5dfafb24-9ea0-4e36-ae4a-06afd8f03376,revision_number=1']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 04:55:14.560687 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-1e77e6f8-3333-4c1b-9c75-b398849fed48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 04:55:14.623042 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e77e6f8-3333-4c1b-9c75-b398849fed48 admin admin] Network e29d2a7a-db53-4b0e-b441-df6df8496d37 is already hosted by enough agents. {{(pid=85357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 04:55:14.624410 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [None req-1e77e6f8-3333-4c1b-9c75-b398849fed48 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 04:55:14.627643 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e77e6f8-3333-4c1b-9c75-b398849fed48 admin admin] Received port after_create {{(pid=85357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 04:55:14.628235 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-1e77e6f8-3333-4c1b-9c75-b398849fed48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33196661'] for router_interface, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:55:14.861262 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-41ea54fc-bbcc-43fc-9004-8ac36d61cf10 None None] Provisioning for port 5dfafb24-9ea0-4e36-ae4a-06afd8f03376 completed by entity DHCP. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 04:55:14.866882 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-41ea54fc-bbcc-43fc-9004-8ac36d61cf10 None None] Provisioning complete for port 5dfafb24-9ea0-4e36-ae4a-06afd8f03376 triggered by entity DHCP. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 04:55:14.867284 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-41ea54fc-bbcc-43fc-9004-8ac36d61cf10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:55:14.924138 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-1e77e6f8-3333-4c1b-9c75-b398849fed48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:55:14.927586 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-41ea54fc-bbcc-43fc-9004-8ac36d61cf10 None None] Port 5dfafb24-9ea0-4e36-ae4a-06afd8f03376 cannot update to ACTIVE because it is not bound. {{(pid=85358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 16 04:55:15.173903 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-1e77e6f8-3333-4c1b-9c75-b398849fed48 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:55:15.177672 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-1e77e6f8-3333-4c1b-9c75-b398849fed48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:55:15.178707 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-1e77e6f8-3333-4c1b-9c75-b398849fed48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036821710185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036821579246'] for router_interface, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:55:15.193959 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 04:55:15.330252 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e77e6f8-3333-4c1b-9c75-b398849fed48 admin admin] Pushing event updated for resources: {'Port': ['ID=5dfafb24-9ea0-4e36-ae4a-06afd8f03376,revision_number=2']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 04:55:15.335335 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-1e77e6f8-3333-4c1b-9c75-b398849fed48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 04:55:15.390956 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e77e6f8-3333-4c1b-9c75-b398849fed48 admin admin] Network e29d2a7a-db53-4b0e-b441-df6df8496d37 is already hosted by enough agents. {{(pid=85357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 04:55:15.392533 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [None req-1e77e6f8-3333-4c1b-9c75-b398849fed48 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 04:55:15.552579 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-686f624e-e46c-419f-a24b-9305227cd90e None None] Provisioning complete for port 5dfafb24-9ea0-4e36-ae4a-06afd8f03376 triggered by entity DHCP. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 04:55:15.552991 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-686f624e-e46c-419f-a24b-9305227cd90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:55:15.607949 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e77e6f8-3333-4c1b-9c75-b398849fed48 admin admin] Router fa69793c-22bc-4825-a42e-737a989d98a0 is scheduled to L3 agent 9bacd1b6-99a0-44b1-8352-fe12768771b0 with binding_index 1 {{(pid=85357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 16 04:55:15.613784 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-686f624e-e46c-419f-a24b-9305227cd90e None None] Port 5dfafb24-9ea0-4e36-ae4a-06afd8f03376 cannot update to ACTIVE because it is not bound. {{(pid=85358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 16 04:55:15.947958 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e77e6f8-3333-4c1b-9c75-b398849fed48 admin admin] Notify agent at l3_agent.dv-cinder-786524-1-iscsi the message routers_updated {{(pid=85357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 04:55:15.960376 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-1e77e6f8-3333-4c1b-9c75-b398849fed48 admin admin] 10.222.0.26 "PUT /v2.0/routers/fa69793c-22bc-4825-a42e-737a989d98a0/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.7549407
Apr 16 04:55:15.960662 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0be619-37fe-48e8-9712-769f932f136e None None] Sync routers for ids ['fa69793c-22bc-4825-a42e-737a989d98a0'] in dv-cinder-786524-1-iscsi {{(pid=85359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 04:55:15.973351 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0be619-37fe-48e8-9712-769f932f136e None None] Routers {'fa69793c-22bc-4825-a42e-737a989d98a0'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 04:55:15.974419 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-6c0be619-37fe-48e8-9712-769f932f136e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5daf8b8e80>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T04:55:07Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['fa69793c-22bc-4825-a42e-737a989d98a0'], 'active': True} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 04:55:16.182833 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-6c0be619-37fe-48e8-9712-769f932f136e None None] Set router fa69793c-22bc-4825-a42e-737a989d98a0 gateway port host: None {{(pid=85359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 04:55:16.765157 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-6c0be619-37fe-48e8-9712-769f932f136e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5daf8b8e80>, [{'id': 'fa69793c-22bc-4825-a42e-737a989d98a0', 'name': 'router1', 'tenant_id': '1b503ccde1594f9aadad858dfac2a779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T04:55:03Z', 'updated_at': '2021-04-16T04:55:14Z', 'revision_number': 2, 'project_id': '1b503ccde1594f9aadad858dfac2a779', 'gw_port_host': None, '_interfaces': [{'id': '5dfafb24-9ea0-4e36-ae4a-06afd8f03376', 'name': '', 'network_id': 'e29d2a7a-db53-4b0e-b441-df6df8496d37', 'tenant_id': '1b503ccde1594f9aadad858dfac2a779', 'mac_address': 'fa:16:3e:0d:a2:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa69793c-22bc-4825-a42e-737a989d98a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a3d07e29-37c1-4d34-9af1-e24411d321a7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T04:55:13Z', 'updated_at': '2021-04-16T04:55:14Z', 'revision_number': 2, 'project_id': '1b503ccde1594f9aadad858dfac2a779', 'subnets': [{'id': 'a3d07e29-37c1-4d34-9af1-e24411d321a7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6c9c8831-2f1c-4ca7-b866-f9ca5836fe3f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 04:55:16.771352 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0be619-37fe-48e8-9712-769f932f136e None None] Checking router: fa69793c-22bc-4825-a42e-737a989d98a0 for host: dv-cinder-786524-1-iscsi {{(pid=85359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 04:55:16.771741 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0be619-37fe-48e8-9712-769f932f136e None None] Updating router fa69793c-22bc-4825-a42e-737a989d98a0 port 5dfafb24-9ea0-4e36-ae4a-06afd8f03376 binding host dv-cinder-786524-1-iscsi {{(pid=85359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 16 04:55:16.833342 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-6c0be619-37fe-48e8-9712-769f932f136e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:55:17.355535 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-6c0be619-37fe-48e8-9712-769f932f136e None None] Notify callbacks [] for port, precommit_update {{(pid=85359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:55:17.371387 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-6c0be619-37fe-48e8-9712-769f932f136e None None] Transition to ACTIVE for port object 5dfafb24-9ea0-4e36-ae4a-06afd8f03376 will not be triggered until provisioned by entity L2. {{(pid=85359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 04:55:17.377848 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-6c0be619-37fe-48e8-9712-769f932f136e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:55:17.392970 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 04:55:17.536683 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2027887-4b74-4586-9cdb-8a10e50c45e5 None None] Pushing event updated for resources: {'Port': ['ID=5dfafb24-9ea0-4e36-ae4a-06afd8f03376,revision_number=3']} {{(pid=85359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 04:55:17.559013 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2027887-4b74-4586-9cdb-8a10e50c45e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:55:17.559412 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2027887-4b74-4586-9cdb-8a10e50c45e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:55:17.559746 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2027887-4b74-4586-9cdb-8a10e50c45e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:55:17.560102 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2027887-4b74-4586-9cdb-8a10e50c45e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:55:17.560454 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2027887-4b74-4586-9cdb-8a10e50c45e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:55:17.560805 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2027887-4b74-4586-9cdb-8a10e50c45e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:55:17.561159 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2027887-4b74-4586-9cdb-8a10e50c45e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:55:17.561528 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2027887-4b74-4586-9cdb-8a10e50c45e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:55:17.561881 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2027887-4b74-4586-9cdb-8a10e50c45e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:55:17.562211 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2027887-4b74-4586-9cdb-8a10e50c45e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:55:17.562549 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2027887-4b74-4586-9cdb-8a10e50c45e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:55:17.562898 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2027887-4b74-4586-9cdb-8a10e50c45e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:55:17.564398 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2027887-4b74-4586-9cdb-8a10e50c45e5 None None] Tracked resource versions report:
Apr 16 04:55:17.564398 dv-cinder-786524-1-iscsi neutron-server[85243]: pushed versions:
Apr 16 04:55:17.564398 dv-cinder-786524-1-iscsi neutron-server[85243]: {   'AddressGroup': {'1.2'},
Apr 16 04:55:17.564398 dv-cinder-786524-1-iscsi neutron-server[85243]:     'ConntrackHelper': {'1.0'},
Apr 16 04:55:17.564398 dv-cinder-786524-1-iscsi neutron-server[85243]:     'Log': {'1.0'},
Apr 16 04:55:17.564398 dv-cinder-786524-1-iscsi neutron-server[85243]:     'Network': {'1.1'},
Apr 16 04:55:17.564398 dv-cinder-786524-1-iscsi neutron-server[85243]:     'Port': {'1.7'},
Apr 16 04:55:17.564398 dv-cinder-786524-1-iscsi neutron-server[85243]:     'PortForwarding': {'1.2'},
Apr 16 04:55:17.564398 dv-cinder-786524-1-iscsi neutron-server[85243]:     'QosPolicy': {'1.8'},
Apr 16 04:55:17.564398 dv-cinder-786524-1-iscsi neutron-server[85243]:     'SecurityGroup': {'1.4'},
Apr 16 04:55:17.564398 dv-cinder-786524-1-iscsi neutron-server[85243]:     'SecurityGroupRule': {'1.2'},
Apr 16 04:55:17.564398 dv-cinder-786524-1-iscsi neutron-server[85243]:     'SubPort': {'1.0'},
Apr 16 04:55:17.564398 dv-cinder-786524-1-iscsi neutron-server[85243]:     'Subnet': {'1.1'},
Apr 16 04:55:17.564398 dv-cinder-786524-1-iscsi neutron-server[85243]:     'Trunk': {'1.1'}}
Apr 16 04:55:17.564398 dv-cinder-786524-1-iscsi neutron-server[85243]: consumer versions:
Apr 16 04:55:17.564398 dv-cinder-786524-1-iscsi neutron-server[85243]: {   DHCP agent@dv-cinder-786524-1-iscsi: {},
Apr 16 04:55:17.564398 dv-cinder-786524-1-iscsi neutron-server[85243]:     L3 agent@dv-cinder-786524-1-iscsi: {},
Apr 16 04:55:17.564398 dv-cinder-786524-1-iscsi neutron-server[85243]:     Metadata agent@dv-cinder-786524-1-iscsi: {},
Apr 16 04:55:17.564398 dv-cinder-786524-1-iscsi neutron-server[85243]:     Metering agent@dv-cinder-786524-1-iscsi: {},
Apr 16 04:55:17.564398 dv-cinder-786524-1-iscsi neutron-server[85243]:     Open vSwitch agent@dv-cinder-786524-1-iscsi: {   'AddressGroup': '1.2',
Apr 16 04:55:17.564398 dv-cinder-786524-1-iscsi neutron-server[85243]:                                                      'ConntrackHelper': '1.0',
Apr 16 04:55:17.564398 dv-cinder-786524-1-iscsi neutron-server[85243]:                                                      'Log': '1.0',
Apr 16 04:55:17.564398 dv-cinder-786524-1-iscsi neutron-server[85243]:                                                      'Network': '1.1',
Apr 16 04:55:17.564398 dv-cinder-786524-1-iscsi neutron-server[85243]:                                                      'Port': '1.7',
Apr 16 04:55:17.564398 dv-cinder-786524-1-iscsi neutron-server[85243]:                                                      'PortForwarding': '1.2',
Apr 16 04:55:17.564398 dv-cinder-786524-1-iscsi neutron-server[85243]:                                                      'QosPolicy': '1.8',
Apr 16 04:55:17.564398 dv-cinder-786524-1-iscsi neutron-server[85243]:                                                      'SecurityGroup': '1.4',
Apr 16 04:55:17.564398 dv-cinder-786524-1-iscsi neutron-server[85243]:                                                      'SecurityGroupRule': '1.2',
Apr 16 04:55:17.564398 dv-cinder-786524-1-iscsi neutron-server[85243]:                                                      'SubPort': '1.0',
Apr 16 04:55:17.564398 dv-cinder-786524-1-iscsi neutron-server[85243]:                                                      'Subnet': '1.1',
Apr 16 04:55:17.564398 dv-cinder-786524-1-iscsi neutron-server[85243]:                                                      'Trunk': '1.1'}}
Apr 16 04:55:17.564398 dv-cinder-786524-1-iscsi neutron-server[85243]:  {{(pid=85359) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 16 04:55:17.568184 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-a2027887-4b74-4586-9cdb-8a10e50c45e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=85359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 04:55:17.775069 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-6c0be619-37fe-48e8-9712-769f932f136e None None] Attempting to bind port 5dfafb24-9ea0-4e36-ae4a-06afd8f03376 on host dv-cinder-786524-1-iscsi for vnic_type normal with profile  {{(pid=85359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 04:55:17.775504 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-6c0be619-37fe-48e8-9712-769f932f136e None None] Attempting to bind port 5dfafb24-9ea0-4e36-ae4a-06afd8f03376 by drivers openvswitch,hyperv on host dv-cinder-786524-1-iscsi at level 0 using segments [{'id': '062c2809-ab52-49db-a9e4-0a29a7f82ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e29d2a7a-db53-4b0e-b441-df6df8496d37'}] {{(pid=85359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 04:55:17.775912 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0be619-37fe-48e8-9712-769f932f136e None None] Attempting to bind port 5dfafb24-9ea0-4e36-ae4a-06afd8f03376 on network e29d2a7a-db53-4b0e-b441-df6df8496d37 {{(pid=85359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 04:55:17.782436 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0be619-37fe-48e8-9712-769f932f136e None None] Checking agent: {'id': '2c00d7f4-da3e-4cf0-ab95-3dab1af70cf6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 4, 54, 38), 'started_at': datetime.datetime(2021, 4, 16, 4, 55, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 4, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 04:55:17.783437 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0be619-37fe-48e8-9712-769f932f136e None None] Checking segment: {'id': '062c2809-ab52-49db-a9e4-0a29a7f82ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e29d2a7a-db53-4b0e-b441-df6df8496d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 04:55:17.783731 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-6c0be619-37fe-48e8-9712-769f932f136e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:55:17.784156 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0be619-37fe-48e8-9712-769f932f136e None None] Bound using segment: {'id': '062c2809-ab52-49db-a9e4-0a29a7f82ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e29d2a7a-db53-4b0e-b441-df6df8496d37'} {{(pid=85359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 04:55:17.784710 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-6c0be619-37fe-48e8-9712-769f932f136e None None] Bound port: 5dfafb24-9ea0-4e36-ae4a-06afd8f03376, host: dv-cinder-786524-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '062c2809-ab52-49db-a9e4-0a29a7f82ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e29d2a7a-db53-4b0e-b441-df6df8496d37'}}] {{(pid=85359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 04:55:17.785149 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-6c0be619-37fe-48e8-9712-769f932f136e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:55:17.889607 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-6c0be619-37fe-48e8-9712-769f932f136e None None] For port 5dfafb24-9ea0-4e36-ae4a-06afd8f03376, host dv-cinder-786524-1-iscsi, cleared binding levels {{(pid=85359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 04:55:17.896529 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-6c0be619-37fe-48e8-9712-769f932f136e None None] For port 5dfafb24-9ea0-4e36-ae4a-06afd8f03376, host dv-cinder-786524-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=5dfafb24-9ea0-4e36-ae4a-06afd8f03376,segment=NetworkSegment(062c2809-ab52-49db-a9e4-0a29a7f82ebe),segment_id=062c2809-ab52-49db-a9e4-0a29a7f82ebe)] {{(pid=85359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 04:55:17.902410 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-6c0be619-37fe-48e8-9712-769f932f136e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:55:17.917362 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 04:55:18.074534 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2027887-4b74-4586-9cdb-8a10e50c45e5 None None] Pushing event updated for resources: {'Port': ['ID=5dfafb24-9ea0-4e36-ae4a-06afd8f03376,revision_number=4']} {{(pid=85359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 04:55:18.079478 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-a2027887-4b74-4586-9cdb-8a10e50c45e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 04:55:18.142077 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0be619-37fe-48e8-9712-769f932f136e None None] Routers {'fa69793c-22bc-4825-a42e-737a989d98a0'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 04:55:18.142767 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-6c0be619-37fe-48e8-9712-769f932f136e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5daf8b8e80>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T04:55:07Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['fa69793c-22bc-4825-a42e-737a989d98a0'], 'active': True} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 04:55:18.406034 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-6c0be619-37fe-48e8-9712-769f932f136e None None] Set router fa69793c-22bc-4825-a42e-737a989d98a0 gateway port host: None {{(pid=85359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 04:55:18.932551 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 58798) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 04:55:18.939905 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-6c0be619-37fe-48e8-9712-769f932f136e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5daf8b8e80>, [{'id': 'fa69793c-22bc-4825-a42e-737a989d98a0', 'name': 'router1', 'tenant_id': '1b503ccde1594f9aadad858dfac2a779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T04:55:03Z', 'updated_at': '2021-04-16T04:55:14Z', 'revision_number': 2, 'project_id': '1b503ccde1594f9aadad858dfac2a779', 'gw_port_host': None, '_interfaces': [{'id': '5dfafb24-9ea0-4e36-ae4a-06afd8f03376', 'name': '', 'network_id': 'e29d2a7a-db53-4b0e-b441-df6df8496d37', 'tenant_id': '1b503ccde1594f9aadad858dfac2a779', 'mac_address': 'fa:16:3e:0d:a2:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa69793c-22bc-4825-a42e-737a989d98a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a3d07e29-37c1-4d34-9af1-e24411d321a7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T04:55:13Z', 'updated_at': '2021-04-16T04:55:17Z', 'revision_number': 4, 'project_id': '1b503ccde1594f9aadad858dfac2a779', 'subnets': [{'id': 'a3d07e29-37c1-4d34-9af1-e24411d321a7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6c9c8831-2f1c-4ca7-b866-f9ca5836fe3f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 04:55:18.944194 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0be619-37fe-48e8-9712-769f932f136e None None] The sync data for ids ['fa69793c-22bc-4825-a42e-737a989d98a0'] in dv-cinder-786524-1-iscsi is: [{'id': 'fa69793c-22bc-4825-a42e-737a989d98a0', 'name': 'router1', 'tenant_id': '1b503ccde1594f9aadad858dfac2a779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T04:55:03Z', 'updated_at': '2021-04-16T04:55:14Z', 'revision_number': 2, 'project_id': '1b503ccde1594f9aadad858dfac2a779', 'gw_port_host': None, '_interfaces': [{'id': '5dfafb24-9ea0-4e36-ae4a-06afd8f03376', 'name': '', 'network_id': 'e29d2a7a-db53-4b0e-b441-df6df8496d37', 'tenant_id': '1b503ccde1594f9aadad858dfac2a779', 'mac_address': 'fa:16:3e:0d:a2:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa69793c-22bc-4825-a42e-737a989d98a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a3d07e29-37c1-4d34-9af1-e24411d321a7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T04:55:13Z', 'updated_at': '2021-04-16T04:55:17Z', 'revision_number': 4, 'project_id': '1b503ccde1594f9aadad858dfac2a779', 'subnets': [{'id': 'a3d07e29-37c1-4d34-9af1-e24411d321a7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6c9c8831-2f1c-4ca7-b866-f9ca5836fe3f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 04:55:19.103864 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c9cf05-55fa-49ce-a0a3-48dafb1fc14e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 04:55:19.105306 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-b5c9cf05-55fa-49ce-a0a3-48dafb1fc14e admin admin] 10.222.0.26 "GET /v2.0/networks/09b59cd3-13be-4f6b-8ba8-71a7bb13ef88 HTTP/1.1" status: 200  len: 842 time: 0.1714072
Apr 16 04:55:19.116693 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-8ce499fa-aa17-4c61-bcc1-49049edfe83c admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.27.2.1', 'enable_dhcp': False}} {{(pid=85356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 04:55:19.125860 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-8ce499fa-aa17-4c61-bcc1-49049edfe83c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 04:55:19.130481 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-8ce499fa-aa17-4c61-bcc1-49049edfe83c admin admin] Usage tracker for resource:subnet and tenant:0a51da1b85624f449d38a1cebaddb415 is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 04:55:19.134090 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-8ce499fa-aa17-4c61-bcc1-49049edfe83c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 04:55:19.140489 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-8ce499fa-aa17-4c61-bcc1-49049edfe83c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 04:55:19.151756 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce499fa-aa17-4c61-bcc1-49049edfe83c admin admin] Made reservation on behalf of 0a51da1b85624f449d38a1cebaddb415 for: {'subnet': 1} {{(pid=85356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 04:55:19.156593 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-8ce499fa-aa17-4c61-bcc1-49049edfe83c admin admin] Notify callbacks [] for subnet, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:55:19.644786 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.objects.ports [None req-8ce499fa-aa17-4c61-bcc1-49049edfe83c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=85356) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}}
Apr 16 04:55:19.645433 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-8ce499fa-aa17-4c61-bcc1-49049edfe83c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821614264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202'] for subnet, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:55:19.659354 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 04:55:19.793731 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce499fa-aa17-4c61-bcc1-49049edfe83c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d321c4f6-731d-44eb-a563-8ed238725710,revision_number=0']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 04:55:19.798533 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-8ce499fa-aa17-4c61-bcc1-49049edfe83c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 04:55:19.856562 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce499fa-aa17-4c61-bcc1-49049edfe83c admin admin] Checking segment: {'id': '88f0db33-a5d4-497b-ae0c-257388b0c0ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 04:55:19.856942 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce499fa-aa17-4c61-bcc1-49049edfe83c admin admin] Network hostable DHCP agents. Network: 09b59cd3-13be-4f6b-8ba8-71a7bb13ef88, hostable agents: ['582622ae-d895-4475-8046-f15afe99e67f'], hosted agents: [] {{(pid=85356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 16 04:55:19.875980 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce499fa-aa17-4c61-bcc1-49049edfe83c admin admin] Network 09b59cd3-13be-4f6b-8ba8-71a7bb13ef88 is scheduled to be hosted by DHCP agent 582622ae-d895-4475-8046-f15afe99e67f with binding_index 1 {{(pid=85356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 16 04:55:19.884980 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [None req-8ce499fa-aa17-4c61-bcc1-49049edfe83c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-1-iscsi, 09b59cd3-13be-4f6b-8ba8-71a7bb13ef88) {{(pid=85356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 04:55:19.889321 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce499fa-aa17-4c61-bcc1-49049edfe83c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 04:55:19.889954 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-8ce499fa-aa17-4c61-bcc1-49049edfe83c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821710155'] for subnet, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:55:19.895752 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794e4d70-d49a-439d-af01-c788b69c6a0d None None] Network 09b59cd3-13be-4f6b-8ba8-71a7bb13ef88 requested from dv-cinder-786524-1-iscsi {{(pid=85358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 04:55:19.917496 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-8ce499fa-aa17-4c61-bcc1-49049edfe83c admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7990384
Apr 16 04:55:20.142508 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea45b42-342f-4fb8-ac80-e6e04a520f72 None None] Network 09b59cd3-13be-4f6b-8ba8-71a7bb13ef88 requested from dv-cinder-786524-1-iscsi {{(pid=85358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 04:55:22.552848 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 58812) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 04:55:22.956559 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-cb4c6023-d3d9-4b9b-a082-d822a258fb06 admin admin] 10.222.0.26 "GET /v2.0/routers/fa69793c-22bc-4825-a42e-737a989d98a0 HTTP/1.1" status: 200  len: 710 time: 0.4024172
Apr 16 04:55:23.098463 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c9e4b6-d556-4e35-9688-c2713e98fc28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 04:55:23.099948 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-f2c9e4b6-d556-4e35-9688-c2713e98fc28 admin admin] 10.222.0.26 "GET /v2.0/networks/09b59cd3-13be-4f6b-8ba8-71a7bb13ef88 HTTP/1.1" status: 200  len: 886 time: 0.1375070
Apr 16 04:55:23.110212 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-b0bc63cd-6cfc-44dd-b3bb-597711d82ff5 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88'}}} {{(pid=85356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 04:55:23.586407 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-b0bc63cd-6cfc-44dd-b3bb-597711d82ff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33196887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036821578282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770023'] for router, precommit_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:55:23.968072 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-b0bc63cd-6cfc-44dd-b3bb-597711d82ff5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:55:23.988401 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device 5dfafb24-9ea0-4e36-ae4a-06afd8f03376 up at agent ovs-agent-dv-cinder-786524-1-iscsi {{(pid=85358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 04:55:24.032684 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-b0bc63cd-6cfc-44dd-b3bb-597711d82ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:55:24.059911 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Provisioning for port 5dfafb24-9ea0-4e36-ae4a-06afd8f03376 completed by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 04:55:24.065241 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Provisioning complete for port 5dfafb24-9ea0-4e36-ae4a-06afd8f03376 triggered by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 04:55:24.065687 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:55:24.193043 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:55:24.195191 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.db_base_plugin_common [None req-b0bc63cd-6cfc-44dd-b3bb-597711d82ff5 admin admin] Allocated IP 172.27.2.248 (09b59cd3-13be-4f6b-8ba8-71a7bb13ef88/d321c4f6-731d-44eb-a563-8ed238725710/f798786f-ffb4-4769-9742-109cf42dd936) {{(pid=85356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 04:55:24.227728 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] For port 5dfafb24-9ea0-4e36-ae4a-06afd8f03376, host dv-cinder-786524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=5dfafb24-9ea0-4e36-ae4a-06afd8f03376,segment=NetworkSegment(062c2809-ab52-49db-a9e4-0a29a7f82ebe),segment_id=062c2809-ab52-49db-a9e4-0a29a7f82ebe)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 04:55:24.231833 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:55:24.234269 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 04:55:24.309015 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Pushing event updated for resources: {'Port': ['ID=5dfafb24-9ea0-4e36-ae4a-06afd8f03376,revision_number=5']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 04:55:24.312614 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 04:55:24.364649 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-b0bc63cd-6cfc-44dd-b3bb-597711d82ff5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:55:24.428568 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-b0bc63cd-6cfc-44dd-b3bb-597711d82ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284332319809'] for port, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:55:24.442399 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 04:55:24.580859 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bc63cd-6cfc-44dd-b3bb-597711d82ff5 admin admin] Pushing event updated for resources: {'Port': ['ID=f798786f-ffb4-4769-9742-109cf42dd936,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 04:55:24.595471 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-b0bc63cd-6cfc-44dd-b3bb-597711d82ff5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 04:55:24.643995 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0bc63cd-6cfc-44dd-b3bb-597711d82ff5 admin admin] Network 09b59cd3-13be-4f6b-8ba8-71a7bb13ef88 is already hosted by enough agents. {{(pid=85356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 04:55:24.645154 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [None req-b0bc63cd-6cfc-44dd-b3bb-597711d82ff5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 04:55:24.647647 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bc63cd-6cfc-44dd-b3bb-597711d82ff5 admin admin] Received port after_create {{(pid=85356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 04:55:25.244589 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-b0bc63cd-6cfc-44dd-b3bb-597711d82ff5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:55:25.610133 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-b0bc63cd-6cfc-44dd-b3bb-597711d82ff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33196887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036821578282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770023'] for router, precommit_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:55:25.614170 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-b0bc63cd-6cfc-44dd-b3bb-597711d82ff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036821578960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036821578929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33196856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33197519'] for router, after_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:55:25.811714 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0bc63cd-6cfc-44dd-b3bb-597711d82ff5 admin admin] Router fa69793c-22bc-4825-a42e-737a989d98a0 has already been hosted by L3 agent 9bacd1b6-99a0-44b1-8352-fe12768771b0 {{(pid=85356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 16 04:55:25.969449 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device 5dfafb24-9ea0-4e36-ae4a-06afd8f03376 up at agent ovs-agent-dv-cinder-786524-1-iscsi {{(pid=85358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 04:55:26.012490 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0bc63cd-6cfc-44dd-b3bb-597711d82ff5 admin admin] Notify agent at l3_agent.dv-cinder-786524-1-iscsi the message routers_updated {{(pid=85356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 04:55:26.021320 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-b0bc63cd-6cfc-44dd-b3bb-597711d82ff5 admin admin] Notify callbacks [] for router, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:55:26.022603 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-b0bc63cd-6cfc-44dd-b3bb-597711d82ff5 admin admin] 10.222.0.26 "PUT /v2.0/routers/fa69793c-22bc-4825-a42e-737a989d98a0 HTTP/1.1" status: 200  len: 890 time: 2.9161365
Apr 16 04:55:26.025304 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be99273a-9b14-4483-bd4e-652e28a0ec21 None None] Sync routers for ids ['fa69793c-22bc-4825-a42e-737a989d98a0'] in dv-cinder-786524-1-iscsi {{(pid=85358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 04:55:26.044385 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be99273a-9b14-4483-bd4e-652e28a0ec21 None None] Routers {'fa69793c-22bc-4825-a42e-737a989d98a0'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 04:55:26.045142 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-be99273a-9b14-4483-bd4e-652e28a0ec21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5db4299160>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T04:55:07Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['fa69793c-22bc-4825-a42e-737a989d98a0'], 'active': True} {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 04:55:26.214192 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Provisioning complete for port 5dfafb24-9ea0-4e36-ae4a-06afd8f03376 triggered by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 04:55:26.214598 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:55:26.325560 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-be99273a-9b14-4483-bd4e-652e28a0ec21 None None] Set router fa69793c-22bc-4825-a42e-737a989d98a0 gateway port host: dv-cinder-786524-1-iscsi {{(pid=85358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 04:55:26.745758 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-be99273a-9b14-4483-bd4e-652e28a0ec21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5db4299160>, [{'id': 'fa69793c-22bc-4825-a42e-737a989d98a0', 'name': 'router1', 'tenant_id': '1b503ccde1594f9aadad858dfac2a779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'f798786f-ffb4-4769-9742-109cf42dd936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T04:55:03Z', 'updated_at': '2021-04-16T04:55:25Z', 'revision_number': 4, 'project_id': '1b503ccde1594f9aadad858dfac2a779', 'gw_port': {'id': 'f798786f-ffb4-4769-9742-109cf42dd936', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:11:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa69793c-22bc-4825-a42e-737a989d98a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T04:55:24Z', 'updated_at': '2021-04-16T04:55:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi', '_interfaces': [{'id': '5dfafb24-9ea0-4e36-ae4a-06afd8f03376', 'name': '', 'network_id': 'e29d2a7a-db53-4b0e-b441-df6df8496d37', 'tenant_id': '1b503ccde1594f9aadad858dfac2a779', 'mac_address': 'fa:16:3e:0d:a2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa69793c-22bc-4825-a42e-737a989d98a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a3d07e29-37c1-4d34-9af1-e24411d321a7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T04:55:13Z', 'updated_at': '2021-04-16T04:55:24Z', 'revision_number': 5, 'project_id': '1b503ccde1594f9aadad858dfac2a779', 'subnets': [{'id': 'a3d07e29-37c1-4d34-9af1-e24411d321a7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6c9c8831-2f1c-4ca7-b866-f9ca5836fe3f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 04:55:26.751308 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be99273a-9b14-4483-bd4e-652e28a0ec21 None None] Checking router: fa69793c-22bc-4825-a42e-737a989d98a0 for host: dv-cinder-786524-1-iscsi {{(pid=85358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 04:55:26.751700 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be99273a-9b14-4483-bd4e-652e28a0ec21 None None] Updating router fa69793c-22bc-4825-a42e-737a989d98a0 port f798786f-ffb4-4769-9742-109cf42dd936 binding host dv-cinder-786524-1-iscsi {{(pid=85358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 16 04:55:26.813724 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-be99273a-9b14-4483-bd4e-652e28a0ec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:55:27.182381 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-be99273a-9b14-4483-bd4e-652e28a0ec21 None None] Notify callbacks [] for port, precommit_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:55:27.195330 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-be99273a-9b14-4483-bd4e-652e28a0ec21 None None] Transition to ACTIVE for port object f798786f-ffb4-4769-9742-109cf42dd936 will not be triggered until provisioned by entity L2. {{(pid=85358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 04:55:27.201898 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-be99273a-9b14-4483-bd4e-652e28a0ec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:55:27.217448 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 04:55:27.356048 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1258558f-19f8-464e-8217-bc6510d96edc None None] Pushing event updated for resources: {'Port': ['ID=f798786f-ffb4-4769-9742-109cf42dd936,revision_number=2']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 04:55:27.360819 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-1258558f-19f8-464e-8217-bc6510d96edc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 04:55:27.586379 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-be99273a-9b14-4483-bd4e-652e28a0ec21 None None] Attempting to bind port f798786f-ffb4-4769-9742-109cf42dd936 on host dv-cinder-786524-1-iscsi for vnic_type normal with profile  {{(pid=85358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 04:55:27.586787 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-be99273a-9b14-4483-bd4e-652e28a0ec21 None None] Attempting to bind port f798786f-ffb4-4769-9742-109cf42dd936 by drivers openvswitch,hyperv on host dv-cinder-786524-1-iscsi at level 0 using segments [{'id': '88f0db33-a5d4-497b-ae0c-257388b0c0ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88'}] {{(pid=85358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 04:55:27.587182 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be99273a-9b14-4483-bd4e-652e28a0ec21 None None] Attempting to bind port f798786f-ffb4-4769-9742-109cf42dd936 on network 09b59cd3-13be-4f6b-8ba8-71a7bb13ef88 {{(pid=85358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 04:55:27.592723 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be99273a-9b14-4483-bd4e-652e28a0ec21 None None] Checking agent: {'id': '2c00d7f4-da3e-4cf0-ab95-3dab1af70cf6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 4, 54, 38), 'started_at': datetime.datetime(2021, 4, 16, 4, 55, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 4, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 04:55:27.593165 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be99273a-9b14-4483-bd4e-652e28a0ec21 None None] Checking segment: {'id': '88f0db33-a5d4-497b-ae0c-257388b0c0ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 04:55:27.593624 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-be99273a-9b14-4483-bd4e-652e28a0ec21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:55:27.594049 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be99273a-9b14-4483-bd4e-652e28a0ec21 None None] Bound using segment: {'id': '88f0db33-a5d4-497b-ae0c-257388b0c0ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88'} {{(pid=85358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 04:55:27.594553 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-be99273a-9b14-4483-bd4e-652e28a0ec21 None None] Bound port: f798786f-ffb4-4769-9742-109cf42dd936, host: dv-cinder-786524-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88f0db33-a5d4-497b-ae0c-257388b0c0ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88'}}] {{(pid=85358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 04:55:27.594958 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-be99273a-9b14-4483-bd4e-652e28a0ec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:55:27.672779 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-be99273a-9b14-4483-bd4e-652e28a0ec21 None None] For port f798786f-ffb4-4769-9742-109cf42dd936, host dv-cinder-786524-1-iscsi, cleared binding levels {{(pid=85358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 04:55:27.676277 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-be99273a-9b14-4483-bd4e-652e28a0ec21 None None] For port f798786f-ffb4-4769-9742-109cf42dd936, host dv-cinder-786524-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=f798786f-ffb4-4769-9742-109cf42dd936,segment=NetworkSegment(88f0db33-a5d4-497b-ae0c-257388b0c0ef),segment_id=88f0db33-a5d4-497b-ae0c-257388b0c0ef)] {{(pid=85358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 04:55:27.680258 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-be99273a-9b14-4483-bd4e-652e28a0ec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:55:27.693395 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 04:55:27.848072 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1258558f-19f8-464e-8217-bc6510d96edc None None] Pushing event updated for resources: {'Port': ['ID=f798786f-ffb4-4769-9742-109cf42dd936,revision_number=3']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 04:55:27.851512 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-1258558f-19f8-464e-8217-bc6510d96edc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 04:55:27.898570 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be99273a-9b14-4483-bd4e-652e28a0ec21 None None] Routers {'fa69793c-22bc-4825-a42e-737a989d98a0'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 04:55:27.899219 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-be99273a-9b14-4483-bd4e-652e28a0ec21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5db4299160>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T04:55:07Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['fa69793c-22bc-4825-a42e-737a989d98a0'], 'active': True} {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 04:55:28.093168 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-be99273a-9b14-4483-bd4e-652e28a0ec21 None None] Set router fa69793c-22bc-4825-a42e-737a989d98a0 gateway port host: dv-cinder-786524-1-iscsi {{(pid=85358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 04:55:28.460478 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-be99273a-9b14-4483-bd4e-652e28a0ec21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5db4299160>, [{'id': 'fa69793c-22bc-4825-a42e-737a989d98a0', 'name': 'router1', 'tenant_id': '1b503ccde1594f9aadad858dfac2a779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'f798786f-ffb4-4769-9742-109cf42dd936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T04:55:03Z', 'updated_at': '2021-04-16T04:55:25Z', 'revision_number': 4, 'project_id': '1b503ccde1594f9aadad858dfac2a779', 'gw_port': {'id': 'f798786f-ffb4-4769-9742-109cf42dd936', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:11:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa69793c-22bc-4825-a42e-737a989d98a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T04:55:24Z', 'updated_at': '2021-04-16T04:55:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi', '_interfaces': [{'id': '5dfafb24-9ea0-4e36-ae4a-06afd8f03376', 'name': '', 'network_id': 'e29d2a7a-db53-4b0e-b441-df6df8496d37', 'tenant_id': '1b503ccde1594f9aadad858dfac2a779', 'mac_address': 'fa:16:3e:0d:a2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa69793c-22bc-4825-a42e-737a989d98a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a3d07e29-37c1-4d34-9af1-e24411d321a7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T04:55:13Z', 'updated_at': '2021-04-16T04:55:24Z', 'revision_number': 5, 'project_id': '1b503ccde1594f9aadad858dfac2a779', 'subnets': [{'id': 'a3d07e29-37c1-4d34-9af1-e24411d321a7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6c9c8831-2f1c-4ca7-b866-f9ca5836fe3f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 04:55:28.464761 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be99273a-9b14-4483-bd4e-652e28a0ec21 None None] The sync data for ids ['fa69793c-22bc-4825-a42e-737a989d98a0'] in dv-cinder-786524-1-iscsi is: [{'id': 'fa69793c-22bc-4825-a42e-737a989d98a0', 'name': 'router1', 'tenant_id': '1b503ccde1594f9aadad858dfac2a779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'f798786f-ffb4-4769-9742-109cf42dd936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T04:55:03Z', 'updated_at': '2021-04-16T04:55:25Z', 'revision_number': 4, 'project_id': '1b503ccde1594f9aadad858dfac2a779', 'gw_port': {'id': 'f798786f-ffb4-4769-9742-109cf42dd936', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:11:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa69793c-22bc-4825-a42e-737a989d98a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T04:55:24Z', 'updated_at': '2021-04-16T04:55:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi', '_interfaces': [{'id': '5dfafb24-9ea0-4e36-ae4a-06afd8f03376', 'name': '', 'network_id': 'e29d2a7a-db53-4b0e-b441-df6df8496d37', 'tenant_id': '1b503ccde1594f9aadad858dfac2a779', 'mac_address': 'fa:16:3e:0d:a2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa69793c-22bc-4825-a42e-737a989d98a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a3d07e29-37c1-4d34-9af1-e24411d321a7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T04:55:13Z', 'updated_at': '2021-04-16T04:55:24Z', 'revision_number': 5, 'project_id': '1b503ccde1594f9aadad858dfac2a779', 'subnets': [{'id': 'a3d07e29-37c1-4d34-9af1-e24411d321a7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6c9c8831-2f1c-4ca7-b866-f9ca5836fe3f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 04:55:28.805837 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 58822) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 04:55:28.941139 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-8bb61c89-4788-42cf-b1cb-36a65938f706 admin admin] 10.222.0.26 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1340301
Apr 16 04:55:30.007548 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device f798786f-ffb4-4769-9742-109cf42dd936 up at agent ovs-agent-dv-cinder-786524-1-iscsi {{(pid=85358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 04:55:30.098399 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Provisioning for port f798786f-ffb4-4769-9742-109cf42dd936 completed by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 04:55:30.103852 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Provisioning complete for port f798786f-ffb4-4769-9742-109cf42dd936 triggered by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 04:55:30.104273 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:55:30.247266 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:55:30.269997 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] For port f798786f-ffb4-4769-9742-109cf42dd936, host dv-cinder-786524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=f798786f-ffb4-4769-9742-109cf42dd936,segment=NetworkSegment(88f0db33-a5d4-497b-ae0c-257388b0c0ef),segment_id=88f0db33-a5d4-497b-ae0c-257388b0c0ef)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 04:55:30.274061 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:55:30.277488 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-1258558f-19f8-464e-8217-bc6510d96edc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 04:55:30.355645 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Pushing event updated for resources: {'Port': ['ID=f798786f-ffb4-4769-9742-109cf42dd936,revision_number=4']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 04:55:30.359230 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 04:55:32.022612 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device f798786f-ffb4-4769-9742-109cf42dd936 up at agent ovs-agent-dv-cinder-786524-1-iscsi {{(pid=85358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 04:55:32.143487 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Provisioning complete for port f798786f-ffb4-4769-9742-109cf42dd936 triggered by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 04:55:32.144152 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:55:34.800312 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-9519c189-0433-428a-b950-8be61f9c2a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:55:36.855828 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-5685e3c1-8205-4805-9613-e79e294a40b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:55:37.690900 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-63345f0b-feae-4d1b-a675-506eb60b354a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:55:37.941304 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:55:39.288433 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a57a9699-4b93-4635-9a0c-76135fd629c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:55:50.716325 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.agents_db [None req-9d5d34cb-f672-4e49-b111-51c360ae5d44 None None] Agent healthcheck: found 5 active agents {{(pid=85359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 04:56:04.786942 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a52fab3c-ac60-4c67-a73d-4d0939077f5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:56:06.855357 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-d3794fc1-ba27-4a33-8cc8-a94fd6445d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:56:07.685915 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-63345f0b-feae-4d1b-a675-506eb60b354a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:56:07.930376 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:56:09.295289 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a57a9699-4b93-4635-9a0c-76135fd629c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:56:27.706624 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.agents_db [None req-9d5d34cb-f672-4e49-b111-51c360ae5d44 None None] Agent healthcheck: found 5 active agents {{(pid=85359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 04:56:34.792496 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-d7237dfd-1ee2-4771-83c4-823b363d598a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:56:36.848961 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f04c0b00-d065-4704-b469-18a016068e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:56:37.689667 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-63345f0b-feae-4d1b-a675-506eb60b354a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:56:37.928467 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:56:39.300811 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a57a9699-4b93-4635-9a0c-76135fd629c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:57:04.706877 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.agents_db [None req-9d5d34cb-f672-4e49-b111-51c360ae5d44 None None] Agent healthcheck: found 5 active agents {{(pid=85359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 04:57:04.787711 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-15422547-db2d-4e9d-93ad-976ed5afe05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:57:06.852702 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f61c6167-3e4e-44ea-b1d6-e6ce36f4fb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:57:07.693997 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-63345f0b-feae-4d1b-a675-506eb60b354a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:57:07.925495 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:57:09.306994 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a57a9699-4b93-4635-9a0c-76135fd629c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:57:17.716381 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 59392) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 04:57:17.797807 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e71410e-e9ad-49df-b884-b18a2ace8f6e admin admin] GET failed (client error): The resource could not be found.
Apr 16 04:57:17.798406 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-5e71410e-e9ad-49df-b884-b18a2ace8f6e admin admin] Synchronizing usage tracker for tenant:0a51da1b85624f449d38a1cebaddb415 on resource:network {{(pid=85357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 04:57:17.818008 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-5e71410e-e9ad-49df-b884-b18a2ace8f6e admin admin] Unset dirty status for tenant:0a51da1b85624f449d38a1cebaddb415 on resource:network {{(pid=85357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 04:57:17.819418 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-5e71410e-e9ad-49df-b884-b18a2ace8f6e admin admin] 10.222.0.26 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.1019468
Apr 16 04:57:17.976330 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3634cf79-c8a3-4cd1-8289-2321d73be21b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 04:57:17.977918 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-3634cf79-c8a3-4cd1-8289-2321d73be21b admin admin] 10.222.0.26 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1536551
Apr 16 04:57:20.572157 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 59402) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 04:57:20.707191 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5afe083-0ab7-4184-81dc-ab8fb987b66a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 04:57:20.708751 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-d5afe083-0ab7-4184-81dc-ab8fb987b66a admin admin] 10.222.0.26 "GET /v2.0/subnets/a3d07e29-37c1-4d34-9af1-e24411d321a7 HTTP/1.1" status: 200  len: 849 time: 0.1354625
Apr 16 04:57:20.720410 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-afce332e-4aa1-49bb-83d1-530e56926d20 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=85357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 04:57:20.861912 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-afce332e-4aa1-49bb-83d1-530e56926d20 admin admin] Notify callbacks [] for subnet, before_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:57:21.221794 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-afce332e-4aa1-49bb-83d1-530e56926d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821614264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363284331870921'] for subnet, after_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:57:21.236795 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 04:57:21.395166 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afce332e-4aa1-49bb-83d1-530e56926d20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3d07e29-37c1-4d34-9af1-e24411d321a7,revision_number=1']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 04:57:21.419207 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afce332e-4aa1-49bb-83d1-530e56926d20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:57:21.419644 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afce332e-4aa1-49bb-83d1-530e56926d20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:57:21.420051 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afce332e-4aa1-49bb-83d1-530e56926d20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:57:21.420438 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afce332e-4aa1-49bb-83d1-530e56926d20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:57:21.420822 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afce332e-4aa1-49bb-83d1-530e56926d20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:57:21.421281 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afce332e-4aa1-49bb-83d1-530e56926d20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:57:21.421842 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afce332e-4aa1-49bb-83d1-530e56926d20 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:57:21.422397 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afce332e-4aa1-49bb-83d1-530e56926d20 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:57:21.422819 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afce332e-4aa1-49bb-83d1-530e56926d20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:57:21.423142 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afce332e-4aa1-49bb-83d1-530e56926d20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:57:21.423527 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afce332e-4aa1-49bb-83d1-530e56926d20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:57:21.423892 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afce332e-4aa1-49bb-83d1-530e56926d20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:57:21.433606 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-afce332e-4aa1-49bb-83d1-530e56926d20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 04:57:21.464004 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afce332e-4aa1-49bb-83d1-530e56926d20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 04:57:21.464725 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-afce332e-4aa1-49bb-83d1-530e56926d20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821710155'] for subnet, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:57:21.466338 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-afce332e-4aa1-49bb-83d1-530e56926d20 admin admin] 10.222.0.26 "PUT /v2.0/subnets/a3d07e29-37c1-4d34-9af1-e24411d321a7 HTTP/1.1" status: 200  len: 868 time: 0.7507517
Apr 16 04:57:21.484774 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ba725e-6bf1-47f4-982b-abd0ded32cda None None] Network e29d2a7a-db53-4b0e-b441-df6df8496d37 requested from dv-cinder-786524-1-iscsi {{(pid=85358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 04:57:22.026623 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-c85b9056-61ae-425a-8a22-56dc8e4aa707 None None] Provisioning complete for port 5dfafb24-9ea0-4e36-ae4a-06afd8f03376 triggered by entity DHCP. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 04:57:22.027197 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c85b9056-61ae-425a-8a22-56dc8e4aa707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:57:22.167539 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-c85b9056-61ae-425a-8a22-56dc8e4aa707 None None] Provisioning complete for port 57ce7b40-fa76-4225-9deb-16582328d56c triggered by entity DHCP. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 04:57:22.167977 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c85b9056-61ae-425a-8a22-56dc8e4aa707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:57:24.122193 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 59412) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 04:57:24.332880 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef262906-db83-46d7-b89d-7e6799990875 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 04:57:24.333171 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef262906-db83-46d7-b89d-7e6799990875 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 04:57:24.334776 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-ef262906-db83-46d7-b89d-7e6799990875 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2113290
Apr 16 04:57:26.920464 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 59422) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 04:57:27.131459 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1bccf4-eedc-4409-90c8-89cd82621a22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 04:57:27.132013 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1bccf4-eedc-4409-90c8-89cd82621a22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 04:57:27.134198 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-3f1bccf4-eedc-4409-90c8-89cd82621a22 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2124400
Apr 16 04:57:30.169603 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 59432) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 04:57:30.386733 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce46cc74-587c-4693-983d-e4e40edd5f16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 04:57:30.388233 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-ce46cc74-587c-4693-983d-e4e40edd5f16 admin admin] 10.222.0.26 "GET /v2.0/networks/09b59cd3-13be-4f6b-8ba8-71a7bb13ef88 HTTP/1.1" status: 200  len: 886 time: 0.2173872
Apr 16 04:57:33.151916 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 59442) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 04:57:33.385141 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68f8fd5-0bca-49b3-8d99-8f00a89e8f40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 04:57:33.386748 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-f68f8fd5-0bca-49b3-8d99-8f00a89e8f40 admin admin] 10.222.0.26 "GET /v2.0/networks/e29d2a7a-db53-4b0e-b441-df6df8496d37 HTTP/1.1" status: 200  len: 869 time: 0.2336068
Apr 16 04:57:34.792204 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ae8b8f1a-9d14-4c39-80fe-f40b635e0e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:57:35.942233 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 59452) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 04:57:36.063338 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd734021-2fb5-4806-ac51-a4e7e191c171 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 04:57:36.063890 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd734021-2fb5-4806-ac51-a4e7e191c171 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 04:57:36.064673 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-fd734021-2fb5-4806-ac51-a4e7e191c171 admin admin] Synchronizing usage tracker for tenant:0a51da1b85624f449d38a1cebaddb415 on resource:subnet {{(pid=85356) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 04:57:36.082436 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-fd734021-2fb5-4806-ac51-a4e7e191c171 admin admin] Unset dirty status for tenant:0a51da1b85624f449d38a1cebaddb415 on resource:subnet {{(pid=85356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 04:57:36.083704 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-fd734021-2fb5-4806-ac51-a4e7e191c171 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1401179
Apr 16 04:57:36.856584 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-13a538aa-16e8-402b-b679-90386d2173a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:57:37.695471 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-63345f0b-feae-4d1b-a675-506eb60b354a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:57:37.920060 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:57:38.744253 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 59462) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 04:57:38.867659 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1343f77-517e-4333-9ded-6eba816c41e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 04:57:38.868150 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1343f77-517e-4333-9ded-6eba816c41e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 04:57:38.869854 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-b1343f77-517e-4333-9ded-6eba816c41e1 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1245322
Apr 16 04:57:39.310955 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a57a9699-4b93-4635-9a0c-76135fd629c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:57:41.485867 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 59472) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 04:57:41.612044 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492f96f7-e7cf-4a15-afaa-6dd58208fb29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 04:57:41.621718 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-492f96f7-e7cf-4a15-afaa-6dd58208fb29 admin admin] 10.222.0.26 "GET /v2.0/subnets/a3d07e29-37c1-4d34-9af1-e24411d321a7 HTTP/1.1" status: 200  len: 868 time: 0.1346967
Apr 16 04:57:41.708144 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.agents_db [None req-9d5d34cb-f672-4e49-b111-51c360ae5d44 None None] Agent healthcheck: found 5 active agents {{(pid=85359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 04:57:44.157015 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 59482) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 04:57:44.275613 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2be2221-b149-4621-8c1f-deb35e1c5a15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 04:57:44.277013 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-d2be2221-b149-4621-8c1f-deb35e1c5a15 admin admin] 10.222.0.26 "GET /v2.0/subnets/d321c4f6-731d-44eb-a563-8ed238725710 HTTP/1.1" status: 200  len: 816 time: 0.1189442
Apr 16 04:58:04.795226 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ccf325da-1974-467e-b908-049373028f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:58:06.862077 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0da939c0-1206-4696-a026-bb4da53c3911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:58:07.697032 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-63345f0b-feae-4d1b-a675-506eb60b354a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:58:07.926743 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:58:09.313784 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a57a9699-4b93-4635-9a0c-76135fd629c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:58:10.894287 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 59526) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 04:58:10.958157 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [None req-45dd55f7-cebb-497b-afbc-9d23fcd2935f admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=85356) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 04:58:10.959299 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-45dd55f7-cebb-497b-afbc-9d23fcd2935f admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0639756
Apr 16 04:58:13.605751 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 59536) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 04:58:13.689664 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.pecan_wsgi.hooks.translation [None req-7df30668-6d8d-4aaf-a032-38e05c6cf5aa admin admin] GET failed (client error): The resource could not be found.
Apr 16 04:58:13.691179 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-7df30668-6d8d-4aaf-a032-38e05c6cf5aa admin admin] 10.222.0.26 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0839429
Apr 16 04:58:13.844911 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0604f6-4b9e-4a7a-a2f5-96a92f5ed77b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 04:58:13.846596 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-4e0604f6-4b9e-4a7a-a2f5-96a92f5ed77b admin admin] 10.222.0.26 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1506243
Apr 16 04:58:16.378160 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 59546) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 04:58:16.433624 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-89fe2216-2730-49ee-af7d-987ea218c841 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=85357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 04:58:16.439891 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-89fe2216-2730-49ee-af7d-987ea218c841 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 04:58:16.450680 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-89fe2216-2730-49ee-af7d-987ea218c841 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 04:58:16.461136 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89fe2216-2730-49ee-af7d-987ea218c841 admin admin] Made reservation on behalf of 0a51da1b85624f449d38a1cebaddb415 for: {'network': 1} {{(pid=85357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 04:58:16.465815 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-89fe2216-2730-49ee-af7d-987ea218c841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for network, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:58:16.560450 dv-cinder-786524-1-iscsi neutron-server[85243]: WARNING neutron.services.revisions.revision_plugin [None req-89fe2216-2730-49ee-af7d-987ea218c841 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f5dae501ba8] {project_id='0a51da1b85624f449d38a1cebaddb415', id='562a5d47-4274-4b10-bd92-2e963ce80992', target_tenant='*', action='access_as_shared', object_id='06941f0b-09e8-405d-9aeb-84ba5e578386'}> to bump revision.
Apr 16 04:58:16.575169 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89fe2216-2730-49ee-af7d-987ea218c841 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372}  {{(pid=85357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 16 04:58:16.585350 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-89fe2216-2730-49ee-af7d-987ea218c841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854750583'] for segment, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:58:16.585769 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.db.segments_db [None req-89fe2216-2730-49ee-af7d-987ea218c841 admin admin] Added segment 64a2894f-a97d-4dbb-be91-f08a58c0c0c6 of type vlan for network 06941f0b-09e8-405d-9aeb-84ba5e578386
Apr 16 04:58:16.614240 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-89fe2216-2730-49ee-af7d-987ea218c841 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284332331448'] for network, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:58:16.647529 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-89fe2216-2730-49ee-af7d-987ea218c841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821614228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202'] for network, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:58:16.648935 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fe2216-2730-49ee-af7d-987ea218c841 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 04:58:16.649600 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-89fe2216-2730-49ee-af7d-987ea218c841 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821710155'] for network, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:58:16.653267 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-562fa2ff-461d-446b-8d5f-82c767efff59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 04:58:16.759366 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-89fe2216-2730-49ee-af7d-987ea218c841 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.3799233
Apr 16 04:58:16.760111 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fe2216-2730-49ee-af7d-987ea218c841 admin admin] Pushing event updated for resources: {'Network': ['ID=06941f0b-09e8-405d-9aeb-84ba5e578386,revision_number=1']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 04:58:16.774872 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-89fe2216-2730-49ee-af7d-987ea218c841 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 04:58:16.788578 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Network 06941f0b-09e8-405d-9aeb-84ba5e578386 details requested by agent ovs-agent-dv-cinder-786524-1-iscsi with host dv-cinder-786524-1-iscsi {{(pid=85358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 16 04:58:18.707293 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.agents_db [None req-9d5d34cb-f672-4e49-b111-51c360ae5d44 None None] Agent healthcheck: found 5 active agents {{(pid=85359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 04:58:19.311969 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 59556) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 04:58:19.392795 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.pecan_wsgi.hooks.translation [None req-b711d915-82b5-4af7-9b20-bc9e9ec69dc4 admin admin] GET failed (client error): The resource could not be found.
Apr 16 04:58:19.394269 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-b711d915-82b5-4af7-9b20-bc9e9ec69dc4 admin admin] 10.222.0.26 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0811849
Apr 16 04:58:19.519339 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830e1f5e-e873-407c-91cb-81e5b65a33f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 04:58:19.520940 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-830e1f5e-e873-407c-91cb-81e5b65a33f9 admin admin] 10.222.0.26 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1220481
Apr 16 04:58:19.533311 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-fa12142b-b0ab-4b0e-aa58-ffd56112188c admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '06941f0b-09e8-405d-9aeb-84ba5e578386'}} {{(pid=85356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 04:58:19.539635 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-fa12142b-b0ab-4b0e-aa58-ffd56112188c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 04:58:19.552052 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-fa12142b-b0ab-4b0e-aa58-ffd56112188c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 04:58:19.562799 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa12142b-b0ab-4b0e-aa58-ffd56112188c admin admin] Made reservation on behalf of 0a51da1b85624f449d38a1cebaddb415 for: {'subnet': 1} {{(pid=85356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 04:58:19.567554 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-fa12142b-b0ab-4b0e-aa58-ffd56112188c admin admin] Notify callbacks [] for subnet, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:58:20.166051 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-fa12142b-b0ab-4b0e-aa58-ffd56112188c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821614264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202'] for subnet, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:58:20.181349 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 04:58:20.316528 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa12142b-b0ab-4b0e-aa58-ffd56112188c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e48212b-feeb-46ef-b312-f8119ba86757,revision_number=0']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 04:58:20.329498 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa12142b-b0ab-4b0e-aa58-ffd56112188c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:58:20.329894 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa12142b-b0ab-4b0e-aa58-ffd56112188c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:58:20.330264 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa12142b-b0ab-4b0e-aa58-ffd56112188c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:58:20.330623 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa12142b-b0ab-4b0e-aa58-ffd56112188c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:58:20.330986 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa12142b-b0ab-4b0e-aa58-ffd56112188c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:58:20.331359 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa12142b-b0ab-4b0e-aa58-ffd56112188c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:58:20.331715 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa12142b-b0ab-4b0e-aa58-ffd56112188c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:58:20.332074 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa12142b-b0ab-4b0e-aa58-ffd56112188c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:58:20.332425 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa12142b-b0ab-4b0e-aa58-ffd56112188c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:58:20.332778 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa12142b-b0ab-4b0e-aa58-ffd56112188c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:58:20.333140 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa12142b-b0ab-4b0e-aa58-ffd56112188c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:58:20.333514 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa12142b-b0ab-4b0e-aa58-ffd56112188c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:58:20.345286 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-fa12142b-b0ab-4b0e-aa58-ffd56112188c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 04:58:20.388721 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa12142b-b0ab-4b0e-aa58-ffd56112188c admin admin] Checking segment: {'id': '64a2894f-a97d-4dbb-be91-f08a58c0c0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '06941f0b-09e8-405d-9aeb-84ba5e578386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 04:58:20.389118 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa12142b-b0ab-4b0e-aa58-ffd56112188c admin admin] Network hostable DHCP agents. Network: 06941f0b-09e8-405d-9aeb-84ba5e578386, hostable agents: ['582622ae-d895-4475-8046-f15afe99e67f'], hosted agents: [] {{(pid=85356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 16 04:58:20.409554 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa12142b-b0ab-4b0e-aa58-ffd56112188c admin admin] Network 06941f0b-09e8-405d-9aeb-84ba5e578386 is scheduled to be hosted by DHCP agent 582622ae-d895-4475-8046-f15afe99e67f with binding_index 1 {{(pid=85356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 16 04:58:20.418575 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [None req-fa12142b-b0ab-4b0e-aa58-ffd56112188c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-1-iscsi, 06941f0b-09e8-405d-9aeb-84ba5e578386) {{(pid=85356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 04:58:20.424153 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa12142b-b0ab-4b0e-aa58-ffd56112188c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 04:58:20.424771 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-fa12142b-b0ab-4b0e-aa58-ffd56112188c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821710155'] for subnet, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:58:20.429649 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72456e4-10ab-4fa8-8b87-bfc17f5d551c None None] Network 06941f0b-09e8-405d-9aeb-84ba5e578386 requested from dv-cinder-786524-1-iscsi {{(pid=85358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 04:58:20.451018 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-fa12142b-b0ab-4b0e-aa58-ffd56112188c admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.9225793
Apr 16 04:58:20.678917 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb38323-a3d5-4845-9049-dad1db0e9243 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpead8f01a-240e-5c6f-845d-431874f38e8d-06941f0b-09e8-405d-9aeb-84ba5e578386', 'network_id': '06941f0b-09e8-405d-9aeb-84ba5e578386', 'tenant_id': '0a51da1b85624f449d38a1cebaddb415', 'fixed_ips': [{'subnet_id': '8e48212b-feeb-46ef-b312-f8119ba86757'}]}} from dv-cinder-786524-1-iscsi. {{(pid=85358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 16 04:58:20.679848 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-4cb38323-a3d5-4845-9049-dad1db0e9243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_create {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:58:20.858464 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.db_base_plugin_common [None req-4cb38323-a3d5-4845-9049-dad1db0e9243 None None] Allocated IP 192.168.233.2 (06941f0b-09e8-405d-9aeb-84ba5e578386/8e48212b-feeb-46ef-b312-f8119ba86757/4118417b-30d1-495c-bc44-f30e8afe793e) {{(pid=85358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 04:58:21.091548 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-4cb38323-a3d5-4845-9049-dad1db0e9243 None None] Notify callbacks [] for port, precommit_create {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:58:21.103994 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-4cb38323-a3d5-4845-9049-dad1db0e9243 None None] Transition to ACTIVE for port object 4118417b-30d1-495c-bc44-f30e8afe793e will not be triggered until provisioned by entity L2. {{(pid=85358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 04:58:21.131413 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-4cb38323-a3d5-4845-9049-dad1db0e9243 None None] Transition to ACTIVE for port object 4118417b-30d1-495c-bc44-f30e8afe793e will not be triggered until provisioned by entity DHCP. {{(pid=85358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 04:58:21.139080 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-4cb38323-a3d5-4845-9049-dad1db0e9243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284332319809'] for port, after_create {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:58:21.156153 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-09c68bd9-c036-4b27-9517-d39fc301b501 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 04:58:21.282096 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb38323-a3d5-4845-9049-dad1db0e9243 None None] Pushing event updated for resources: {'Port': ['ID=4118417b-30d1-495c-bc44-f30e8afe793e,revision_number=1']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 04:58:21.299797 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb38323-a3d5-4845-9049-dad1db0e9243 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:58:21.300182 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb38323-a3d5-4845-9049-dad1db0e9243 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:58:21.300553 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb38323-a3d5-4845-9049-dad1db0e9243 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:58:21.300920 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb38323-a3d5-4845-9049-dad1db0e9243 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:58:21.301310 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb38323-a3d5-4845-9049-dad1db0e9243 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:58:21.301674 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb38323-a3d5-4845-9049-dad1db0e9243 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:58:21.302031 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb38323-a3d5-4845-9049-dad1db0e9243 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:58:21.302436 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb38323-a3d5-4845-9049-dad1db0e9243 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:58:21.302769 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb38323-a3d5-4845-9049-dad1db0e9243 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:58:21.303125 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb38323-a3d5-4845-9049-dad1db0e9243 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:58:21.303477 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb38323-a3d5-4845-9049-dad1db0e9243 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:58:21.303815 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb38323-a3d5-4845-9049-dad1db0e9243 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:58:21.309784 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-4cb38323-a3d5-4845-9049-dad1db0e9243 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 04:58:21.376332 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb38323-a3d5-4845-9049-dad1db0e9243 None None] Network 06941f0b-09e8-405d-9aeb-84ba5e578386 is already hosted by enough agents. {{(pid=85358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 04:58:21.377673 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [None req-4cb38323-a3d5-4845-9049-dad1db0e9243 None None] Resources bound (agent type, host, resource id):  {{(pid=85358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 04:58:21.380349 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb38323-a3d5-4845-9049-dad1db0e9243 None None] Received port after_create {{(pid=85358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 04:58:21.483990 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-4cb38323-a3d5-4845-9049-dad1db0e9243 None None] Attempting to bind port 4118417b-30d1-495c-bc44-f30e8afe793e on host dv-cinder-786524-1-iscsi for vnic_type normal with profile  {{(pid=85358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 04:58:21.484394 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-4cb38323-a3d5-4845-9049-dad1db0e9243 None None] Attempting to bind port 4118417b-30d1-495c-bc44-f30e8afe793e by drivers openvswitch,hyperv on host dv-cinder-786524-1-iscsi at level 0 using segments [{'id': '64a2894f-a97d-4dbb-be91-f08a58c0c0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '06941f0b-09e8-405d-9aeb-84ba5e578386'}] {{(pid=85358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 04:58:21.484815 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb38323-a3d5-4845-9049-dad1db0e9243 None None] Attempting to bind port 4118417b-30d1-495c-bc44-f30e8afe793e on network 06941f0b-09e8-405d-9aeb-84ba5e578386 {{(pid=85358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 04:58:21.490986 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb38323-a3d5-4845-9049-dad1db0e9243 None None] Checking agent: {'id': '2c00d7f4-da3e-4cf0-ab95-3dab1af70cf6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 4, 54, 38), 'started_at': datetime.datetime(2021, 4, 16, 4, 55, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 4, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 04:58:21.491396 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb38323-a3d5-4845-9049-dad1db0e9243 None None] Checking segment: {'id': '64a2894f-a97d-4dbb-be91-f08a58c0c0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '06941f0b-09e8-405d-9aeb-84ba5e578386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 04:58:21.491834 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-4cb38323-a3d5-4845-9049-dad1db0e9243 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:58:21.492270 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb38323-a3d5-4845-9049-dad1db0e9243 None None] Bound using segment: {'id': '64a2894f-a97d-4dbb-be91-f08a58c0c0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '06941f0b-09e8-405d-9aeb-84ba5e578386'} {{(pid=85358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 04:58:21.492779 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-4cb38323-a3d5-4845-9049-dad1db0e9243 None None] Bound port: 4118417b-30d1-495c-bc44-f30e8afe793e, host: dv-cinder-786524-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64a2894f-a97d-4dbb-be91-f08a58c0c0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '06941f0b-09e8-405d-9aeb-84ba5e578386'}}] {{(pid=85358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 04:58:21.493215 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-4cb38323-a3d5-4845-9049-dad1db0e9243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:58:21.594214 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-4cb38323-a3d5-4845-9049-dad1db0e9243 None None] For port 4118417b-30d1-495c-bc44-f30e8afe793e, host dv-cinder-786524-1-iscsi, cleared binding levels {{(pid=85358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 04:58:21.598251 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-4cb38323-a3d5-4845-9049-dad1db0e9243 None None] For port 4118417b-30d1-495c-bc44-f30e8afe793e, host dv-cinder-786524-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=4118417b-30d1-495c-bc44-f30e8afe793e,segment=NetworkSegment(64a2894f-a97d-4dbb-be91-f08a58c0c0c6),segment_id=64a2894f-a97d-4dbb-be91-f08a58c0c0c6)] {{(pid=85358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 04:58:21.601829 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-4cb38323-a3d5-4845-9049-dad1db0e9243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:58:21.617896 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-4cb38323-a3d5-4845-9049-dad1db0e9243 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 04:58:21.771566 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb38323-a3d5-4845-9049-dad1db0e9243 None None] Pushing event updated for resources: {'Port': ['ID=4118417b-30d1-495c-bc44-f30e8afe793e,revision_number=2']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 04:58:21.774989 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-4cb38323-a3d5-4845-9049-dad1db0e9243 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 04:58:23.051995 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54eefe07-c74e-4a65-b8fa-7d01d4b14d43 None None] Network 06941f0b-09e8-405d-9aeb-84ba5e578386 requested from dv-cinder-786524-1-iscsi {{(pid=85358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 04:58:23.148462 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-7c2a4aec-ef44-43c8-96bf-dfd96eea70f1 None None] Provisioning for port 4118417b-30d1-495c-bc44-f30e8afe793e completed by entity DHCP. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 04:58:24.136772 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device 4118417b-30d1-495c-bc44-f30e8afe793e up at agent ovs-agent-dv-cinder-786524-1-iscsi {{(pid=85358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 04:58:24.217430 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Provisioning for port 4118417b-30d1-495c-bc44-f30e8afe793e completed by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 04:58:24.222698 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Provisioning complete for port 4118417b-30d1-495c-bc44-f30e8afe793e triggered by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 04:58:24.223107 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:58:24.353126 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:58:24.388450 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] For port 4118417b-30d1-495c-bc44-f30e8afe793e, host dv-cinder-786524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=4118417b-30d1-495c-bc44-f30e8afe793e,segment=NetworkSegment(64a2894f-a97d-4dbb-be91-f08a58c0c0c6),segment_id=64a2894f-a97d-4dbb-be91-f08a58c0c0c6)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 04:58:24.392902 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:58:24.395142 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-25bd0c09-6333-47f9-bbeb-af0e3156f25e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 04:58:24.465530 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Pushing event updated for resources: {'Port': ['ID=4118417b-30d1-495c-bc44-f30e8afe793e,revision_number=3']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 04:58:24.468913 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 04:58:26.113537 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device 4118417b-30d1-495c-bc44-f30e8afe793e up at agent ovs-agent-dv-cinder-786524-1-iscsi {{(pid=85358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 04:58:26.190345 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Provisioning complete for port 4118417b-30d1-495c-bc44-f30e8afe793e triggered by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 04:58:26.190773 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:58:34.802643 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ea7b9d78-bcc8-414c-b748-55f4d9639de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:58:36.866372 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-86930afb-0af8-4d88-a0e7-0971aea625ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:58:37.700562 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-63345f0b-feae-4d1b-a675-506eb60b354a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:58:37.922356 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:58:39.314526 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a57a9699-4b93-4635-9a0c-76135fd629c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:58:55.707392 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.agents_db [None req-9d5d34cb-f672-4e49-b111-51c360ae5d44 None None] Agent healthcheck: found 5 active agents {{(pid=85359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 04:59:04.797782 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-60ba55ad-3557-4bba-a84a-751c288b084f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:59:06.870000 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-aac75054-2ce9-4371-899b-8b4a9ae52228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:59:07.703889 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-63345f0b-feae-4d1b-a675-506eb60b354a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:59:07.926925 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:59:09.318458 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a57a9699-4b93-4635-9a0c-76135fd629c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:59:32.707298 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.agents_db [None req-9d5d34cb-f672-4e49-b111-51c360ae5d44 None None] Agent healthcheck: found 5 active agents {{(pid=85359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 04:59:34.803562 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-3790db0d-9781-4adc-b0ff-6a1ee56f3a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:59:36.873952 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-dfcef267-fdcf-4b56-ab3c-91a1226ac584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:59:37.708766 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-63345f0b-feae-4d1b-a675-506eb60b354a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:59:37.933000 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:59:39.322846 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a57a9699-4b93-4635-9a0c-76135fd629c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:59:58.683265 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 59606) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 04:59:58.690468 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [None req-98d434f9-45b4-4da7-8312-3fc289dddba5 tempest-verify_tempest_config-1878874655 tempest-verify_tempest_config-1878874655-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=85357) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 04:59:58.691524 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-98d434f9-45b4-4da7-8312-3fc289dddba5 tempest-verify_tempest_config-1878874655 tempest-verify_tempest_config-1878874655-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0071528
Apr 16 04:59:59.049023 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 59624) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 04:59:59.180027 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-d500279d-5b3a-45fd-9825-e34cf0746d9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:59:59.195315 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-d500279d-5b3a-45fd-9825-e34cf0746d9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 04:59:59.199386 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-d500279d-5b3a-45fd-9825-e34cf0746d9f admin admin] Usage tracker for resource:security_group_rule and tenant:42ae7abe5a284c70aad17f6080d082a1 is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 04:59:59.202465 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-d500279d-5b3a-45fd-9825-e34cf0746d9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 04:59:59.208612 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-d500279d-5b3a-45fd-9825-e34cf0746d9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 04:59:59.298760 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-d500279d-5b3a-45fd-9825-e34cf0746d9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:59:59.302335 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-d500279d-5b3a-45fd-9825-e34cf0746d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:59:59.313273 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 04:59:59.353820 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d500279d-5b3a-45fd-9825-e34cf0746d9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7db72645-4cdb-4499-bc94-11cb3a7c0c9a,revision_number=1']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 04:59:59.357058 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-d500279d-5b3a-45fd-9825-e34cf0746d9f admin admin] Synchronizing usage tracker for tenant:0a51da1b85624f449d38a1cebaddb415 on resource:security_group {{(pid=85357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 04:59:59.365799 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d500279d-5b3a-45fd-9825-e34cf0746d9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:59:59.366168 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d500279d-5b3a-45fd-9825-e34cf0746d9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:59:59.366532 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d500279d-5b3a-45fd-9825-e34cf0746d9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:59:59.366883 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d500279d-5b3a-45fd-9825-e34cf0746d9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:59:59.367236 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d500279d-5b3a-45fd-9825-e34cf0746d9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:59:59.367588 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d500279d-5b3a-45fd-9825-e34cf0746d9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:59:59.367936 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d500279d-5b3a-45fd-9825-e34cf0746d9f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:59:59.368326 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d500279d-5b3a-45fd-9825-e34cf0746d9f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:59:59.368643 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d500279d-5b3a-45fd-9825-e34cf0746d9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:59:59.368969 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d500279d-5b3a-45fd-9825-e34cf0746d9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:59:59.369359 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d500279d-5b3a-45fd-9825-e34cf0746d9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:59:59.369697 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d500279d-5b3a-45fd-9825-e34cf0746d9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 04:59:59.373864 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-d500279d-5b3a-45fd-9825-e34cf0746d9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 04:59:59.387047 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-d500279d-5b3a-45fd-9825-e34cf0746d9f admin admin] Unset dirty status for tenant:0a51da1b85624f449d38a1cebaddb415 on resource:security_group {{(pid=85357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 04:59:59.388414 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-d500279d-5b3a-45fd-9825-e34cf0746d9f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=42ae7abe5a284c70aad17f6080d082a1&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3382909
Apr 16 04:59:59.391261 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 59630) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 04:59:59.454558 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-4b013692-b0f9-4baf-9044-05b54fc1c57f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:59:59.481119 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-4b013692-b0f9-4baf-9044-05b54fc1c57f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:59:59.540152 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-4b013692-b0f9-4baf-9044-05b54fc1c57f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:59:59.545008 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-562fa2ff-461d-446b-8d5f-82c767efff59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 04:59:59.556900 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b013692-b0f9-4baf-9044-05b54fc1c57f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db72645-4cdb-4499-bc94-11cb3a7c0c9a,revision_number=None']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 04:59:59.559709 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-4b013692-b0f9-4baf-9044-05b54fc1c57f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 04:59:59.566667 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-4b013692-b0f9-4baf-9044-05b54fc1c57f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 04:59:59.568615 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-4b013692-b0f9-4baf-9044-05b54fc1c57f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7db72645-4cdb-4499-bc94-11cb3a7c0c9a HTTP/1.1" status: 204  len: 168 time: 0.1756759
Apr 16 05:00:04.798700 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-7ec1a5e7-ec6c-43cd-8581-975bed226026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:00:06.879111 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-4d49932d-f03e-4f43-af1c-bec247e5ad9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:00:07.710214 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-63345f0b-feae-4d1b-a675-506eb60b354a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:00:07.937374 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:00:09.331905 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a57a9699-4b93-4635-9a0c-76135fd629c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:00:09.706687 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.agents_db [None req-9d5d34cb-f672-4e49-b111-51c360ae5d44 None None] Agent healthcheck: found 5 active agents {{(pid=85359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 05:00:34.802986 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-4491f9a9-ce9e-4012-95a2-69a089785062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:00:36.882850 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-695bd755-012d-4cbe-a3f0-79d172004c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:00:37.714216 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-63345f0b-feae-4d1b-a675-506eb60b354a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:00:37.933732 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:00:39.328325 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a57a9699-4b93-4635-9a0c-76135fd629c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:00:46.706107 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.agents_db [None req-9d5d34cb-f672-4e49-b111-51c360ae5d44 None None] Agent healthcheck: found 5 active agents {{(pid=85359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 05:01:04.809040 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-5323fc45-4ae5-4f92-a18d-ad190e46f87c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:01:06.887795 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e67aed24-cf09-4251-b465-d86a35fa5c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:01:07.722027 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-63345f0b-feae-4d1b-a675-506eb60b354a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:01:07.940494 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:01:09.338467 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a57a9699-4b93-4635-9a0c-76135fd629c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:01:23.708899 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.agents_db [None req-9d5d34cb-f672-4e49-b111-51c360ae5d44 None None] Agent healthcheck: found 5 active agents {{(pid=85359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 05:01:34.803817 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-77353eda-87a3-462d-9be3-fdce7c927225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:01:36.893050 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-fbfc6fc0-ba96-4678-a785-6372e37c56e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:01:37.556092 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079'] for agent, after_create {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:01:37.726349 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-63345f0b-feae-4d1b-a675-506eb60b354a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:01:37.934478 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:01:39.338216 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a57a9699-4b93-4635-9a0c-76135fd629c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:01:54.154743 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 59702) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:01:54.284106 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-85c6c9f2-5526-422e-9e19-72c44d1ad1fb admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1281524
Apr 16 05:01:56.811338 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 59712) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:01:56.881702 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-d5807478-5265-49e5-a459-27bb522823a9 admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0691671
Apr 16 05:02:00.712337 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.agents_db [None req-9d5d34cb-f672-4e49-b111-51c360ae5d44 None None] Agent healthcheck: found 6 active agents {{(pid=85359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 05:02:04.816590 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-3c9bc20d-e275-43a6-8267-d0227d133361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:02:06.890429 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a3455ad6-24f3-4d82-aae3-584be5dbfb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:02:07.534706 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:02:07.727823 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-63345f0b-feae-4d1b-a675-506eb60b354a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:02:07.940882 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:02:09.343691 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a57a9699-4b93-4635-9a0c-76135fd629c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:02:34.811406 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ddb9d412-e9ef-4f27-b01d-22dbaa99fc7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:02:37.057412 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ef37d59b-bc6d-4ef1-b17b-5f6c48eeef05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:02:37.520648 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:02:37.713310 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.agents_db [None req-9d5d34cb-f672-4e49-b111-51c360ae5d44 None None] Agent healthcheck: found 6 active agents {{(pid=85359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 05:02:37.729324 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-63345f0b-feae-4d1b-a675-506eb60b354a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:02:37.950522 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:02:39.344633 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a57a9699-4b93-4635-9a0c-76135fd629c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:04.815381 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-3980cbca-914e-412e-bed7-907da795c5ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:06.880440 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-360d4619-ad4b-4e9c-8e8d-3f720bf9975f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:07.550532 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:07.730833 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-63345f0b-feae-4d1b-a675-506eb60b354a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:07.941991 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:09.352462 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a57a9699-4b93-4635-9a0c-76135fd629c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:14.714181 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.agents_db [None req-9d5d34cb-f672-4e49-b111-51c360ae5d44 None None] Agent healthcheck: found 6 active agents {{(pid=85359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 05:03:31.841630 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 59886) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:03:32.224633 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 59910) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:03:32.299856 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-47466b2e-abac-4cb0-bc66-e716a8ab707d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1184275984-network', 'tenant_id': '63224071984f4f7b979166d63f0b4bbb'}} {{(pid=85356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:03:32.306324 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-47466b2e-abac-4cb0-bc66-e716a8ab707d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:03:32.310628 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-47466b2e-abac-4cb0-bc66-e716a8ab707d admin admin] Usage tracker for resource:network and tenant:63224071984f4f7b979166d63f0b4bbb is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:03:32.321807 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-47466b2e-abac-4cb0-bc66-e716a8ab707d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:03:32.329673 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-47466b2e-abac-4cb0-bc66-e716a8ab707d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:03:32.342822 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47466b2e-abac-4cb0-bc66-e716a8ab707d admin admin] Made reservation on behalf of 63224071984f4f7b979166d63f0b4bbb for: {'network': 1} {{(pid=85356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 05:03:32.349307 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-47466b2e-abac-4cb0-bc66-e716a8ab707d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for network, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:32.365490 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-47466b2e-abac-4cb0-bc66-e716a8ab707d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:32.385948 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-47466b2e-abac-4cb0-bc66-e716a8ab707d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:03:32.390439 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-47466b2e-abac-4cb0-bc66-e716a8ab707d admin admin] Usage tracker for resource:security_group_rule and tenant:63224071984f4f7b979166d63f0b4bbb is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:03:32.393995 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-47466b2e-abac-4cb0-bc66-e716a8ab707d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:03:32.400407 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-47466b2e-abac-4cb0-bc66-e716a8ab707d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:03:32.502082 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-47466b2e-abac-4cb0-bc66-e716a8ab707d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:32.505612 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-47466b2e-abac-4cb0-bc66-e716a8ab707d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:32.510744 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:03:32.538236 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47466b2e-abac-4cb0-bc66-e716a8ab707d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378}  {{(pid=85356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 16 05:03:32.555049 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47466b2e-abac-4cb0-bc66-e716a8ab707d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf31170-5210-4a1d-8de6-7df40798ee20,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:03:32.561794 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-47466b2e-abac-4cb0-bc66-e716a8ab707d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854750583'] for segment, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:32.562439 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.db.segments_db [None req-47466b2e-abac-4cb0-bc66-e716a8ab707d admin admin] Added segment 55842518-c2dc-4170-b060-06f483c2af14 of type vlan for network d7fc2121-f3e1-42fd-b03a-0a0144fb03ee
Apr 16 05:03:32.573001 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47466b2e-abac-4cb0-bc66-e716a8ab707d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:03:32.573624 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47466b2e-abac-4cb0-bc66-e716a8ab707d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:03:32.574151 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47466b2e-abac-4cb0-bc66-e716a8ab707d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:03:32.574661 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47466b2e-abac-4cb0-bc66-e716a8ab707d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:03:32.575165 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47466b2e-abac-4cb0-bc66-e716a8ab707d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:03:32.575357 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 59924) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:03:32.575709 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47466b2e-abac-4cb0-bc66-e716a8ab707d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:03:32.576078 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47466b2e-abac-4cb0-bc66-e716a8ab707d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:03:32.576492 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47466b2e-abac-4cb0-bc66-e716a8ab707d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:03:32.576762 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47466b2e-abac-4cb0-bc66-e716a8ab707d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:03:32.577134 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47466b2e-abac-4cb0-bc66-e716a8ab707d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:03:32.577497 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47466b2e-abac-4cb0-bc66-e716a8ab707d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:03:32.577848 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47466b2e-abac-4cb0-bc66-e716a8ab707d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:03:32.579041 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47466b2e-abac-4cb0-bc66-e716a8ab707d admin admin] Tracked resource versions report:
Apr 16 05:03:32.579041 dv-cinder-786524-1-iscsi neutron-server[85243]: pushed versions:
Apr 16 05:03:32.579041 dv-cinder-786524-1-iscsi neutron-server[85243]: {   'AddressGroup': {'1.2'},
Apr 16 05:03:32.579041 dv-cinder-786524-1-iscsi neutron-server[85243]:     'ConntrackHelper': {'1.0'},
Apr 16 05:03:32.579041 dv-cinder-786524-1-iscsi neutron-server[85243]:     'Log': {'1.0'},
Apr 16 05:03:32.579041 dv-cinder-786524-1-iscsi neutron-server[85243]:     'Network': {'1.1'},
Apr 16 05:03:32.579041 dv-cinder-786524-1-iscsi neutron-server[85243]:     'Port': {'1.7'},
Apr 16 05:03:32.579041 dv-cinder-786524-1-iscsi neutron-server[85243]:     'PortForwarding': {'1.2'},
Apr 16 05:03:32.579041 dv-cinder-786524-1-iscsi neutron-server[85243]:     'QosPolicy': {'1.8'},
Apr 16 05:03:32.579041 dv-cinder-786524-1-iscsi neutron-server[85243]:     'SecurityGroup': {'1.4'},
Apr 16 05:03:32.579041 dv-cinder-786524-1-iscsi neutron-server[85243]:     'SecurityGroupRule': {'1.2'},
Apr 16 05:03:32.579041 dv-cinder-786524-1-iscsi neutron-server[85243]:     'SubPort': {'1.0'},
Apr 16 05:03:32.579041 dv-cinder-786524-1-iscsi neutron-server[85243]:     'Subnet': {'1.1'},
Apr 16 05:03:32.579041 dv-cinder-786524-1-iscsi neutron-server[85243]:     'Trunk': {'1.1'}}
Apr 16 05:03:32.579041 dv-cinder-786524-1-iscsi neutron-server[85243]: consumer versions:
Apr 16 05:03:32.579041 dv-cinder-786524-1-iscsi neutron-server[85243]: {   DHCP agent@dv-cinder-786524-1-iscsi: {},
Apr 16 05:03:32.579041 dv-cinder-786524-1-iscsi neutron-server[85243]:     HyperV agent@hv-cinder-78652: {},
Apr 16 05:03:32.579041 dv-cinder-786524-1-iscsi neutron-server[85243]:     L3 agent@dv-cinder-786524-1-iscsi: {},
Apr 16 05:03:32.579041 dv-cinder-786524-1-iscsi neutron-server[85243]:     Metadata agent@dv-cinder-786524-1-iscsi: {},
Apr 16 05:03:32.579041 dv-cinder-786524-1-iscsi neutron-server[85243]:     Metering agent@dv-cinder-786524-1-iscsi: {},
Apr 16 05:03:32.579041 dv-cinder-786524-1-iscsi neutron-server[85243]:     Open vSwitch agent@dv-cinder-786524-1-iscsi: {   'AddressGroup': '1.2',
Apr 16 05:03:32.579041 dv-cinder-786524-1-iscsi neutron-server[85243]:                                                      'ConntrackHelper': '1.0',
Apr 16 05:03:32.579041 dv-cinder-786524-1-iscsi neutron-server[85243]:                                                      'Log': '1.0',
Apr 16 05:03:32.579041 dv-cinder-786524-1-iscsi neutron-server[85243]:                                                      'Network': '1.1',
Apr 16 05:03:32.579041 dv-cinder-786524-1-iscsi neutron-server[85243]:                                                      'Port': '1.7',
Apr 16 05:03:32.579041 dv-cinder-786524-1-iscsi neutron-server[85243]:                                                      'PortForwarding': '1.2',
Apr 16 05:03:32.579041 dv-cinder-786524-1-iscsi neutron-server[85243]:                                                      'QosPolicy': '1.8',
Apr 16 05:03:32.579041 dv-cinder-786524-1-iscsi neutron-server[85243]:                                                      'SecurityGroup': '1.4',
Apr 16 05:03:32.579041 dv-cinder-786524-1-iscsi neutron-server[85243]:                                                      'SecurityGroupRule': '1.2',
Apr 16 05:03:32.579041 dv-cinder-786524-1-iscsi neutron-server[85243]:                                                      'SubPort': '1.0',
Apr 16 05:03:32.579041 dv-cinder-786524-1-iscsi neutron-server[85243]:                                                      'Subnet': '1.1',
Apr 16 05:03:32.579041 dv-cinder-786524-1-iscsi neutron-server[85243]:                                                      'Trunk': '1.1'}}
Apr 16 05:03:32.579041 dv-cinder-786524-1-iscsi neutron-server[85243]:  {{(pid=85356) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 16 05:03:32.583030 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-47466b2e-abac-4cb0-bc66-e716a8ab707d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:03:32.609750 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-47466b2e-abac-4cb0-bc66-e716a8ab707d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284332331448'] for network, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:32.646450 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-47466b2e-abac-4cb0-bc66-e716a8ab707d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821614228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202'] for network, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:32.648036 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47466b2e-abac-4cb0-bc66-e716a8ab707d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:03:32.648764 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-47466b2e-abac-4cb0-bc66-e716a8ab707d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821710155'] for network, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:32.654748 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:03:32.766627 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-47466b2e-abac-4cb0-bc66-e716a8ab707d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.9231315
Apr 16 05:03:32.770725 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 59932) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:03:32.771506 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47466b2e-abac-4cb0-bc66-e716a8ab707d admin admin] Pushing event updated for resources: {'Network': ['ID=d7fc2121-f3e1-42fd-b03a-0a0144fb03ee,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:03:32.775093 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-47466b2e-abac-4cb0-bc66-e716a8ab707d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:03:32.791661 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-d90dced0-ce02-4357-a08a-2d775c511873 admin admin] Request body: {'subnet': {'network_id': 'd7fc2121-f3e1-42fd-b03a-0a0144fb03ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1184275984-subnet', 'tenant_id': '63224071984f4f7b979166d63f0b4bbb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:03:32.793379 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Network d7fc2121-f3e1-42fd-b03a-0a0144fb03ee details requested by agent ovs-agent-dv-cinder-786524-1-iscsi with host dv-cinder-786524-1-iscsi {{(pid=85358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 16 05:03:32.800788 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-d90dced0-ce02-4357-a08a-2d775c511873 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:03:32.807710 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-d90dced0-ce02-4357-a08a-2d775c511873 admin admin] Usage tracker for resource:subnet and tenant:63224071984f4f7b979166d63f0b4bbb is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:03:32.812673 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-d90dced0-ce02-4357-a08a-2d775c511873 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:03:32.822637 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-d90dced0-ce02-4357-a08a-2d775c511873 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:03:32.846787 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d90dced0-ce02-4357-a08a-2d775c511873 admin admin] Made reservation on behalf of 63224071984f4f7b979166d63f0b4bbb for: {'subnet': 1} {{(pid=85357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 05:03:32.846787 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-d90dced0-ce02-4357-a08a-2d775c511873 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:32.874518 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-ecf7a316-4b00-4f22-a86b-35183bb794b7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1995442241-network', 'tenant_id': '0568e0a577bb45428833638c9c368aa5'}} {{(pid=85356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:03:32.882557 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-ecf7a316-4b00-4f22-a86b-35183bb794b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:03:32.891521 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-ecf7a316-4b00-4f22-a86b-35183bb794b7 admin admin] Usage tracker for resource:network and tenant:0568e0a577bb45428833638c9c368aa5 is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:03:32.901940 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-ecf7a316-4b00-4f22-a86b-35183bb794b7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:03:32.913524 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-ecf7a316-4b00-4f22-a86b-35183bb794b7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:03:32.934360 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf7a316-4b00-4f22-a86b-35183bb794b7 admin admin] Made reservation on behalf of 0568e0a577bb45428833638c9c368aa5 for: {'network': 1} {{(pid=85356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 05:03:32.942438 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ecf7a316-4b00-4f22-a86b-35183bb794b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for network, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:32.962699 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ecf7a316-4b00-4f22-a86b-35183bb794b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:32.980876 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-ecf7a316-4b00-4f22-a86b-35183bb794b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:03:32.985879 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-ecf7a316-4b00-4f22-a86b-35183bb794b7 admin admin] Usage tracker for resource:security_group_rule and tenant:0568e0a577bb45428833638c9c368aa5 is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:03:32.991255 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-ecf7a316-4b00-4f22-a86b-35183bb794b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:03:32.999247 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-ecf7a316-4b00-4f22-a86b-35183bb794b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:03:33.060552 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 59942) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:03:33.138709 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ecf7a316-4b00-4f22-a86b-35183bb794b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:33.148185 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ecf7a316-4b00-4f22-a86b-35183bb794b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:33.177033 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecf7a316-4b00-4f22-a86b-35183bb794b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397}  {{(pid=85356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 16 05:03:33.198060 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ecf7a316-4b00-4f22-a86b-35183bb794b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854750583'] for segment, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:33.199072 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.db.segments_db [None req-ecf7a316-4b00-4f22-a86b-35183bb794b7 admin admin] Added segment 79077226-93f2-4a1f-b0e8-7ab4b09d1a7b of type vlan for network 8df91495-625b-4773-a543-89e51aa2e299
Apr 16 05:03:33.209132 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-1aaeb39a-6f1f-40a6-ad95-a9a97f544dde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:03:33.220321 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-87d72874-5f4b-498c-ad81-8aaa295a402a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1837857599-network', 'tenant_id': '38f882efdbbe40d39a333416247b05be'}} {{(pid=85357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:03:33.239521 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-87d72874-5f4b-498c-ad81-8aaa295a402a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:03:33.291248 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ecf7a316-4b00-4f22-a86b-35183bb794b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284332331448'] for network, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:33.303033 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf7a316-4b00-4f22-a86b-35183bb794b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a7e8e1-030a-487c-8073-ff8f2e937629,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:03:33.306680 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-ecf7a316-4b00-4f22-a86b-35183bb794b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:03:33.339320 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-87d72874-5f4b-498c-ad81-8aaa295a402a admin admin] Usage tracker for resource:network and tenant:38f882efdbbe40d39a333416247b05be is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:03:33.344832 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-87d72874-5f4b-498c-ad81-8aaa295a402a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:03:33.353339 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-87d72874-5f4b-498c-ad81-8aaa295a402a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:03:33.366165 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ecf7a316-4b00-4f22-a86b-35183bb794b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821614228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202'] for network, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:33.367850 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf7a316-4b00-4f22-a86b-35183bb794b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:03:33.368823 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ecf7a316-4b00-4f22-a86b-35183bb794b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821710155'] for network, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:33.373710 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d72874-5f4b-498c-ad81-8aaa295a402a admin admin] Made reservation on behalf of 38f882efdbbe40d39a333416247b05be for: {'network': 1} {{(pid=85357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 05:03:33.377284 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-1aaeb39a-6f1f-40a6-ad95-a9a97f544dde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:03:33.380493 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-87d72874-5f4b-498c-ad81-8aaa295a402a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for network, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:33.405404 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-87d72874-5f4b-498c-ad81-8aaa295a402a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:33.434909 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-87d72874-5f4b-498c-ad81-8aaa295a402a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:03:33.442636 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-87d72874-5f4b-498c-ad81-8aaa295a402a admin admin] Usage tracker for resource:security_group_rule and tenant:38f882efdbbe40d39a333416247b05be is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:03:33.448306 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-87d72874-5f4b-498c-ad81-8aaa295a402a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:03:33.470449 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-87d72874-5f4b-498c-ad81-8aaa295a402a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:03:33.497731 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-9880d701-8d00-4c13-8ce4-11c02cf70795 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-307435310-network', 'tenant_id': '7f44f6ee260749d7a681aeb529427a10'}} {{(pid=85356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:03:33.509601 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf7a316-4b00-4f22-a86b-35183bb794b7 admin admin] Pushing event updated for resources: {'Network': ['ID=8df91495-625b-4773-a543-89e51aa2e299,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:03:33.517204 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-ecf7a316-4b00-4f22-a86b-35183bb794b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:03:33.522831 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Network 8df91495-625b-4773-a543-89e51aa2e299 details requested by agent ovs-agent-dv-cinder-786524-1-iscsi with host dv-cinder-786524-1-iscsi {{(pid=85358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 16 05:03:33.548790 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-9880d701-8d00-4c13-8ce4-11c02cf70795 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:03:33.564516 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-9880d701-8d00-4c13-8ce4-11c02cf70795 admin admin] Usage tracker for resource:network and tenant:7f44f6ee260749d7a681aeb529427a10 is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:03:33.570600 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-9880d701-8d00-4c13-8ce4-11c02cf70795 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:03:33.583819 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-ecf7a316-4b00-4f22-a86b-35183bb794b7 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.3547032
Apr 16 05:03:33.586346 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 59964) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:03:33.602507 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-9880d701-8d00-4c13-8ce4-11c02cf70795 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:03:33.620762 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-07634af6-f8d2-4b19-b73a-bc00bfaf3c84 admin admin] Request body: {'subnet': {'network_id': '8df91495-625b-4773-a543-89e51aa2e299', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1995442241-subnet', 'tenant_id': '0568e0a577bb45428833638c9c368aa5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:03:33.645621 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-07634af6-f8d2-4b19-b73a-bc00bfaf3c84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:03:33.655781 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-07634af6-f8d2-4b19-b73a-bc00bfaf3c84 admin admin] Usage tracker for resource:subnet and tenant:0568e0a577bb45428833638c9c368aa5 is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:03:33.664984 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-07634af6-f8d2-4b19-b73a-bc00bfaf3c84 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:03:33.681107 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-07634af6-f8d2-4b19-b73a-bc00bfaf3c84 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:03:33.706484 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07634af6-f8d2-4b19-b73a-bc00bfaf3c84 admin admin] Made reservation on behalf of 0568e0a577bb45428833638c9c368aa5 for: {'subnet': 1} {{(pid=85356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 05:03:33.719067 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-07634af6-f8d2-4b19-b73a-bc00bfaf3c84 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:33.760941 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-d90dced0-ce02-4357-a08a-2d775c511873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821614264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202'] for subnet, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:33.764683 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9880d701-8d00-4c13-8ce4-11c02cf70795 admin admin] Made reservation on behalf of 7f44f6ee260749d7a681aeb529427a10 for: {'network': 1} {{(pid=85356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 05:03:33.778229 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-9880d701-8d00-4c13-8ce4-11c02cf70795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for network, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:33.814995 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-afce332e-4aa1-49bb-83d1-530e56926d20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:03:33.846038 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-9880d701-8d00-4c13-8ce4-11c02cf70795 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:33.894124 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-9880d701-8d00-4c13-8ce4-11c02cf70795 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:03:33.921318 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-9880d701-8d00-4c13-8ce4-11c02cf70795 admin admin] Usage tracker for resource:security_group_rule and tenant:7f44f6ee260749d7a681aeb529427a10 is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:03:33.937955 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-9880d701-8d00-4c13-8ce4-11c02cf70795 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:03:33.970172 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-9880d701-8d00-4c13-8ce4-11c02cf70795 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:03:34.080415 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-87d72874-5f4b-498c-ad81-8aaa295a402a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:34.087183 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90dced0-ce02-4357-a08a-2d775c511873 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e35c1742-83d2-4a96-9083-acced7165db3,revision_number=0']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:03:34.107725 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-87d72874-5f4b-498c-ad81-8aaa295a402a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:34.138881 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90dced0-ce02-4357-a08a-2d775c511873 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:03:34.140651 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90dced0-ce02-4357-a08a-2d775c511873 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:03:34.153781 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90dced0-ce02-4357-a08a-2d775c511873 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:03:34.154449 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90dced0-ce02-4357-a08a-2d775c511873 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:03:34.161991 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90dced0-ce02-4357-a08a-2d775c511873 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:03:34.162711 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90dced0-ce02-4357-a08a-2d775c511873 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:03:34.163862 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90dced0-ce02-4357-a08a-2d775c511873 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:03:34.164448 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90dced0-ce02-4357-a08a-2d775c511873 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:03:34.165037 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90dced0-ce02-4357-a08a-2d775c511873 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:03:34.165637 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90dced0-ce02-4357-a08a-2d775c511873 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:03:34.166191 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90dced0-ce02-4357-a08a-2d775c511873 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:03:34.167058 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90dced0-ce02-4357-a08a-2d775c511873 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:03:34.169463 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90dced0-ce02-4357-a08a-2d775c511873 admin admin] Tracked resource versions report:
Apr 16 05:03:34.169463 dv-cinder-786524-1-iscsi neutron-server[85243]: pushed versions:
Apr 16 05:03:34.169463 dv-cinder-786524-1-iscsi neutron-server[85243]: {   'AddressGroup': {'1.2'},
Apr 16 05:03:34.169463 dv-cinder-786524-1-iscsi neutron-server[85243]:     'ConntrackHelper': {'1.0'},
Apr 16 05:03:34.169463 dv-cinder-786524-1-iscsi neutron-server[85243]:     'Log': {'1.0'},
Apr 16 05:03:34.169463 dv-cinder-786524-1-iscsi neutron-server[85243]:     'Network': {'1.1'},
Apr 16 05:03:34.169463 dv-cinder-786524-1-iscsi neutron-server[85243]:     'Port': {'1.7'},
Apr 16 05:03:34.169463 dv-cinder-786524-1-iscsi neutron-server[85243]:     'PortForwarding': {'1.2'},
Apr 16 05:03:34.169463 dv-cinder-786524-1-iscsi neutron-server[85243]:     'QosPolicy': {'1.8'},
Apr 16 05:03:34.169463 dv-cinder-786524-1-iscsi neutron-server[85243]:     'SecurityGroup': {'1.4'},
Apr 16 05:03:34.169463 dv-cinder-786524-1-iscsi neutron-server[85243]:     'SecurityGroupRule': {'1.2'},
Apr 16 05:03:34.169463 dv-cinder-786524-1-iscsi neutron-server[85243]:     'SubPort': {'1.0'},
Apr 16 05:03:34.169463 dv-cinder-786524-1-iscsi neutron-server[85243]:     'Subnet': {'1.1'},
Apr 16 05:03:34.169463 dv-cinder-786524-1-iscsi neutron-server[85243]:     'Trunk': {'1.1'}}
Apr 16 05:03:34.169463 dv-cinder-786524-1-iscsi neutron-server[85243]: consumer versions:
Apr 16 05:03:34.169463 dv-cinder-786524-1-iscsi neutron-server[85243]: {   DHCP agent@dv-cinder-786524-1-iscsi: {},
Apr 16 05:03:34.169463 dv-cinder-786524-1-iscsi neutron-server[85243]:     HyperV agent@hv-cinder-78652: {},
Apr 16 05:03:34.169463 dv-cinder-786524-1-iscsi neutron-server[85243]:     L3 agent@dv-cinder-786524-1-iscsi: {},
Apr 16 05:03:34.169463 dv-cinder-786524-1-iscsi neutron-server[85243]:     Metadata agent@dv-cinder-786524-1-iscsi: {},
Apr 16 05:03:34.169463 dv-cinder-786524-1-iscsi neutron-server[85243]:     Metering agent@dv-cinder-786524-1-iscsi: {},
Apr 16 05:03:34.169463 dv-cinder-786524-1-iscsi neutron-server[85243]:     Open vSwitch agent@dv-cinder-786524-1-iscsi: {   'AddressGroup': '1.2',
Apr 16 05:03:34.169463 dv-cinder-786524-1-iscsi neutron-server[85243]:                                                      'ConntrackHelper': '1.0',
Apr 16 05:03:34.169463 dv-cinder-786524-1-iscsi neutron-server[85243]:                                                      'Log': '1.0',
Apr 16 05:03:34.169463 dv-cinder-786524-1-iscsi neutron-server[85243]:                                                      'Network': '1.1',
Apr 16 05:03:34.169463 dv-cinder-786524-1-iscsi neutron-server[85243]:                                                      'Port': '1.7',
Apr 16 05:03:34.169463 dv-cinder-786524-1-iscsi neutron-server[85243]:                                                      'PortForwarding': '1.2',
Apr 16 05:03:34.169463 dv-cinder-786524-1-iscsi neutron-server[85243]:                                                      'QosPolicy': '1.8',
Apr 16 05:03:34.169463 dv-cinder-786524-1-iscsi neutron-server[85243]:                                                      'SecurityGroup': '1.4',
Apr 16 05:03:34.169463 dv-cinder-786524-1-iscsi neutron-server[85243]:                                                      'SecurityGroupRule': '1.2',
Apr 16 05:03:34.169463 dv-cinder-786524-1-iscsi neutron-server[85243]:                                                      'SubPort': '1.0',
Apr 16 05:03:34.169463 dv-cinder-786524-1-iscsi neutron-server[85243]:                                                      'Subnet': '1.1',
Apr 16 05:03:34.169463 dv-cinder-786524-1-iscsi neutron-server[85243]:                                                      'Trunk': '1.1'}}
Apr 16 05:03:34.169463 dv-cinder-786524-1-iscsi neutron-server[85243]:  {{(pid=85357) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 16 05:03:34.195027 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-d90dced0-ce02-4357-a08a-2d775c511873 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:03:34.197002 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:03:34.263892 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87d72874-5f4b-498c-ad81-8aaa295a402a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394}  {{(pid=85357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 16 05:03:34.304414 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-87d72874-5f4b-498c-ad81-8aaa295a402a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854750583'] for segment, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:34.305240 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.db.segments_db [None req-87d72874-5f4b-498c-ad81-8aaa295a402a admin admin] Added segment 7997cb11-9779-48cb-bfc4-7cb7212aa616 of type vlan for network 0848d992-50a2-4a2d-aa8d-a0d2350b7994
Apr 16 05:03:34.306679 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d72874-5f4b-498c-ad81-8aaa295a402a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=152260db-7b46-47c6-a2ca-ab006ffc199c,revision_number=1']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:03:34.315180 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-87d72874-5f4b-498c-ad81-8aaa295a402a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:03:34.371676 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-87d72874-5f4b-498c-ad81-8aaa295a402a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284332331448'] for network, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:34.381852 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-9880d701-8d00-4c13-8ce4-11c02cf70795 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:34.385042 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90dced0-ce02-4357-a08a-2d775c511873 admin admin] Checking segment: {'id': '55842518-c2dc-4170-b060-06f483c2af14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd7fc2121-f3e1-42fd-b03a-0a0144fb03ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 05:03:34.386083 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90dced0-ce02-4357-a08a-2d775c511873 admin admin] Network hostable DHCP agents. Network: d7fc2121-f3e1-42fd-b03a-0a0144fb03ee, hostable agents: ['582622ae-d895-4475-8046-f15afe99e67f'], hosted agents: [] {{(pid=85357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 16 05:03:34.395505 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-9880d701-8d00-4c13-8ce4-11c02cf70795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:34.463702 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90dced0-ce02-4357-a08a-2d775c511873 admin admin] Network d7fc2121-f3e1-42fd-b03a-0a0144fb03ee is scheduled to be hosted by DHCP agent 582622ae-d895-4475-8046-f15afe99e67f with binding_index 1 {{(pid=85357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 16 05:03:34.475745 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-87d72874-5f4b-498c-ad81-8aaa295a402a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821614228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202'] for network, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:34.490360 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d72874-5f4b-498c-ad81-8aaa295a402a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:03:34.492761 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-87d72874-5f4b-498c-ad81-8aaa295a402a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821710155'] for network, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:34.508401 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:03:34.524635 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9880d701-8d00-4c13-8ce4-11c02cf70795 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381}  {{(pid=85356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 16 05:03:34.564751 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-9880d701-8d00-4c13-8ce4-11c02cf70795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854750583'] for segment, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:34.565441 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.db.segments_db [None req-9880d701-8d00-4c13-8ce4-11c02cf70795 admin admin] Added segment e0c30da2-1a68-4f2e-be9b-2ec222378b18 of type vlan for network 469c610d-3640-4407-b2a9-dd8cd792723c
Apr 16 05:03:34.647661 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-9880d701-8d00-4c13-8ce4-11c02cf70795 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284332331448'] for network, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:34.707265 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:03:34.714895 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d72874-5f4b-498c-ad81-8aaa295a402a admin admin] Pushing event updated for resources: {'Network': ['ID=0848d992-50a2-4a2d-aa8d-a0d2350b7994,revision_number=1']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:03:34.722135 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [None req-d90dced0-ce02-4357-a08a-2d775c511873 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-1-iscsi, d7fc2121-f3e1-42fd-b03a-0a0144fb03ee) {{(pid=85357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 05:03:34.735216 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Network 0848d992-50a2-4a2d-aa8d-a0d2350b7994 details requested by agent ovs-agent-dv-cinder-786524-1-iscsi with host dv-cinder-786524-1-iscsi {{(pid=85358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 16 05:03:34.747046 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-87d72874-5f4b-498c-ad81-8aaa295a402a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:03:34.782445 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9880d701-8d00-4c13-8ce4-11c02cf70795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4caff57c-68d2-4f1f-a5bc-b37d2db244ad,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:03:34.811193 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90dced0-ce02-4357-a08a-2d775c511873 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:03:34.812804 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-d90dced0-ce02-4357-a08a-2d775c511873 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821710155'] for subnet, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:34.820080 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-9880d701-8d00-4c13-8ce4-11c02cf70795 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:03:34.834804 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-9880d701-8d00-4c13-8ce4-11c02cf70795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821614228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202'] for network, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:34.836528 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-87d72874-5f4b-498c-ad81-8aaa295a402a admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 2.2581997
Apr 16 05:03:34.837958 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 60000) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:03:34.839825 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-d90dced0-ce02-4357-a08a-2d775c511873 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 2.0672507
Apr 16 05:03:34.852421 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9880d701-8d00-4c13-8ce4-11c02cf70795 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:03:34.856438 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-9880d701-8d00-4c13-8ce4-11c02cf70795 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821710155'] for network, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:34.860720 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-9b857ced-8848-42ce-a83d-e5555c30f091 admin admin] Request body: {'subnet': {'network_id': '0848d992-50a2-4a2d-aa8d-a0d2350b7994', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1837857599-subnet', 'tenant_id': '38f882efdbbe40d39a333416247b05be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:03:34.870257 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-47466b2e-abac-4cb0-bc66-e716a8ab707d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:03:34.881981 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-9b857ced-8848-42ce-a83d-e5555c30f091 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:03:34.890958 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-9b857ced-8848-42ce-a83d-e5555c30f091 admin admin] Usage tracker for resource:subnet and tenant:38f882efdbbe40d39a333416247b05be is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:03:34.895881 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-9b857ced-8848-42ce-a83d-e5555c30f091 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:03:34.905053 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-9b857ced-8848-42ce-a83d-e5555c30f091 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:03:34.921320 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b857ced-8848-42ce-a83d-e5555c30f091 admin admin] Made reservation on behalf of 38f882efdbbe40d39a333416247b05be for: {'subnet': 1} {{(pid=85357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 05:03:34.930443 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-9b857ced-8848-42ce-a83d-e5555c30f091 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:34.978954 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99122247-9f62-4da0-bcb2-359b7c50c4d2 None None] Network d7fc2121-f3e1-42fd-b03a-0a0144fb03ee requested from dv-cinder-786524-1-iscsi {{(pid=85358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 05:03:35.045908 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-9880d701-8d00-4c13-8ce4-11c02cf70795 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.9805017
Apr 16 05:03:35.045908 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9880d701-8d00-4c13-8ce4-11c02cf70795 admin admin] Pushing event updated for resources: {'Network': ['ID=469c610d-3640-4407-b2a9-dd8cd792723c,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:03:35.048211 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 60018) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:03:35.053467 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-9880d701-8d00-4c13-8ce4-11c02cf70795 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:03:35.059253 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-1c093d8a-fe6e-471b-acb5-c3895db8c529 admin admin] Request body: {'subnet': {'network_id': '469c610d-3640-4407-b2a9-dd8cd792723c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-307435310-subnet', 'tenant_id': '7f44f6ee260749d7a681aeb529427a10', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:03:35.067506 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-1c093d8a-fe6e-471b-acb5-c3895db8c529 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:03:35.089613 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-1c093d8a-fe6e-471b-acb5-c3895db8c529 admin admin] Usage tracker for resource:subnet and tenant:7f44f6ee260749d7a681aeb529427a10 is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:03:35.101358 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-1c093d8a-fe6e-471b-acb5-c3895db8c529 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:03:35.130013 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-1c093d8a-fe6e-471b-acb5-c3895db8c529 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:03:35.151366 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Network 469c610d-3640-4407-b2a9-dd8cd792723c details requested by agent ovs-agent-dv-cinder-786524-1-iscsi with host dv-cinder-786524-1-iscsi {{(pid=85358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 16 05:03:35.270717 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c093d8a-fe6e-471b-acb5-c3895db8c529 admin admin] Made reservation on behalf of 7f44f6ee260749d7a681aeb529427a10 for: {'subnet': 1} {{(pid=85356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 05:03:35.280162 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-1c093d8a-fe6e-471b-acb5-c3895db8c529 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:35.395339 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-aebd42d2-20f7-420e-a552-a35efbfc1b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:35.580277 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-07634af6-f8d2-4b19-b73a-bc00bfaf3c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821614264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202'] for subnet, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:35.619730 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:03:35.729499 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07634af6-f8d2-4b19-b73a-bc00bfaf3c84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7194465a-cb17-4853-a8ba-70bd30e05305,revision_number=0']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:03:35.744047 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-07634af6-f8d2-4b19-b73a-bc00bfaf3c84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:03:35.801461 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27cc3848-02f3-4822-aa0a-11954e938055 None None] Network d7fc2121-f3e1-42fd-b03a-0a0144fb03ee requested from dv-cinder-786524-1-iscsi {{(pid=85358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 05:03:36.321701 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07634af6-f8d2-4b19-b73a-bc00bfaf3c84 admin admin] Checking segment: {'id': '79077226-93f2-4a1f-b0e8-7ab4b09d1a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8df91495-625b-4773-a543-89e51aa2e299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 05:03:36.322270 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07634af6-f8d2-4b19-b73a-bc00bfaf3c84 admin admin] Network hostable DHCP agents. Network: 8df91495-625b-4773-a543-89e51aa2e299, hostable agents: ['582622ae-d895-4475-8046-f15afe99e67f'], hosted agents: [] {{(pid=85356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 16 05:03:36.333657 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-9b857ced-8848-42ce-a83d-e5555c30f091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821614264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202'] for subnet, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:36.372009 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-d90dced0-ce02-4357-a08a-2d775c511873 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:03:36.428955 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07634af6-f8d2-4b19-b73a-bc00bfaf3c84 admin admin] Network 8df91495-625b-4773-a543-89e51aa2e299 is scheduled to be hosted by DHCP agent 582622ae-d895-4475-8046-f15afe99e67f with binding_index 1 {{(pid=85356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 16 05:03:36.433557 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 60070) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:03:36.449732 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [None req-07634af6-f8d2-4b19-b73a-bc00bfaf3c84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-1-iscsi, 8df91495-625b-4773-a543-89e51aa2e299) {{(pid=85356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 05:03:36.464427 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4ffded-7b0b-45a1-8b27-987d72c2a5f1 None None] Network 8df91495-625b-4773-a543-89e51aa2e299 requested from dv-cinder-786524-1-iscsi {{(pid=85358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 05:03:36.552125 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b857ced-8848-42ce-a83d-e5555c30f091 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1b631c1-ecf0-4c00-9c5c-256ae81c8439,revision_number=0']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:03:36.572754 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07634af6-f8d2-4b19-b73a-bc00bfaf3c84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:03:36.572996 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-9b857ced-8848-42ce-a83d-e5555c30f091 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:03:36.573854 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-07634af6-f8d2-4b19-b73a-bc00bfaf3c84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821710155'] for subnet, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:36.642722 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-07634af6-f8d2-4b19-b73a-bc00bfaf3c84 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 3.0457304
Apr 16 05:03:36.643786 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 60082) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:03:36.652176 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-8e896bbd-1e3c-4e8a-9758-1508a8188b76 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1995442241-router', 'tenant_id': '0568e0a577bb45428833638c9c368aa5', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88'}}} {{(pid=85356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:03:36.666940 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-8e896bbd-1e3c-4e8a-9758-1508a8188b76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:03:36.673162 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-8e896bbd-1e3c-4e8a-9758-1508a8188b76 admin admin] Usage tracker for resource:router and tenant:0568e0a577bb45428833638c9c368aa5 is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:03:36.678652 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-8e896bbd-1e3c-4e8a-9758-1508a8188b76 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:03:36.709444 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-8e896bbd-1e3c-4e8a-9758-1508a8188b76 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:03:36.716040 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-128a03f9-af49-4be3-899c-41122ad2480c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:36.753550 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-128a03f9-af49-4be3-899c-41122ad2480c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:03:36.759390 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-8e896bbd-1e3c-4e8a-9758-1508a8188b76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036821578267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5887'] for router, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:36.760595 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-8e896bbd-1e3c-4e8a-9758-1508a8188b76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33197368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33196902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33168124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854769946'] for router, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:36.780860 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-128a03f9-af49-4be3-899c-41122ad2480c admin admin] Usage tracker for resource:security_group_rule and tenant:a4e1d440758f449298fc8e515e0ec713 is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:03:36.785901 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-128a03f9-af49-4be3-899c-41122ad2480c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:03:36.795928 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-8e896bbd-1e3c-4e8a-9758-1508a8188b76 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:36.812380 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b857ced-8848-42ce-a83d-e5555c30f091 admin admin] Checking segment: {'id': '7997cb11-9779-48cb-bfc4-7cb7212aa616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '0848d992-50a2-4a2d-aa8d-a0d2350b7994'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 05:03:36.812990 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b857ced-8848-42ce-a83d-e5555c30f091 admin admin] Network hostable DHCP agents. Network: 0848d992-50a2-4a2d-aa8d-a0d2350b7994, hostable agents: ['582622ae-d895-4475-8046-f15afe99e67f'], hosted agents: [] {{(pid=85357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 16 05:03:36.882688 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b857ced-8848-42ce-a83d-e5555c30f091 admin admin] Network 0848d992-50a2-4a2d-aa8d-a0d2350b7994 is scheduled to be hosted by DHCP agent 582622ae-d895-4475-8046-f15afe99e67f with binding_index 1 {{(pid=85357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 16 05:03:36.899517 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-128a03f9-af49-4be3-899c-41122ad2480c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:03:36.913051 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [None req-9b857ced-8848-42ce-a83d-e5555c30f091 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-1-iscsi, 0848d992-50a2-4a2d-aa8d-a0d2350b7994) {{(pid=85357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 05:03:36.941119 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e0fc3f-51c7-4eb4-b447-823f69d4c91f None None] Network 0848d992-50a2-4a2d-aa8d-a0d2350b7994 requested from dv-cinder-786524-1-iscsi {{(pid=85358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 05:03:36.943825 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b857ced-8848-42ce-a83d-e5555c30f091 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:03:36.948408 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-9b857ced-8848-42ce-a83d-e5555c30f091 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821710155'] for subnet, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:37.029214 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-9b857ced-8848-42ce-a83d-e5555c30f091 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.1774516
Apr 16 05:03:37.104113 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-31139224-4acc-4c41-9550-29b2cfb3b59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:37.247983 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21bd2e2-0336-4827-80b1-91f614b53784 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpead8f01a-240e-5c6f-845d-431874f38e8d-8df91495-625b-4773-a543-89e51aa2e299', 'network_id': '8df91495-625b-4773-a543-89e51aa2e299', 'tenant_id': '0568e0a577bb45428833638c9c368aa5', 'fixed_ips': [{'subnet_id': '7194465a-cb17-4853-a8ba-70bd30e05305'}]}} from dv-cinder-786524-1-iscsi. {{(pid=85358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 16 05:03:37.248867 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e21bd2e2-0336-4827-80b1-91f614b53784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_create {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:37.444565 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 60102) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:03:37.731165 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-8e896bbd-1e3c-4e8a-9758-1508a8188b76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33196887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036821578282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770023'] for router, precommit_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:37.827524 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240eb7ae-5b1a-4bfd-9b5e-56afd5e9ca38 None None] Network 0848d992-50a2-4a2d-aa8d-a0d2350b7994 requested from dv-cinder-786524-1-iscsi {{(pid=85358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 05:03:37.833805 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-1c093d8a-fe6e-471b-acb5-c3895db8c529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821614264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202'] for subnet, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:37.850383 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-63345f0b-feae-4d1b-a675-506eb60b354a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:37.858385 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:37.929815 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-8ce499fa-aa17-4c61-bcc1-49049edfe83c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:03:37.969578 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0f6ae5fa-dc96-4883-9af4-f409d7f53fa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:38.000238 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:38.009637 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 60124) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:03:38.027288 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-128a03f9-af49-4be3-899c-41122ad2480c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:38.057925 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-6cb646cf-8682-43bb-b674-0ea0184c02a6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1978291764-network', 'tenant_id': '1176c03e844040ddb366a974c2c568f5'}} {{(pid=85357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:03:38.077410 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.db_base_plugin_common [None req-e21bd2e2-0336-4827-80b1-91f614b53784 None None] Allocated IP 172.20.0.2 (8df91495-625b-4773-a543-89e51aa2e299/7194465a-cb17-4853-a8ba-70bd30e05305/7415364a-9fea-48f5-a6a8-a7214d3e1021) {{(pid=85358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 05:03:38.081380 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-6cb646cf-8682-43bb-b674-0ea0184c02a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:03:38.102235 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-6cb646cf-8682-43bb-b674-0ea0184c02a6 admin admin] Usage tracker for resource:network and tenant:1176c03e844040ddb366a974c2c568f5 is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:03:38.112785 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-6cb646cf-8682-43bb-b674-0ea0184c02a6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:03:38.143031 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-6cb646cf-8682-43bb-b674-0ea0184c02a6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:03:38.184103 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-0f6ae5fa-dc96-4883-9af4-f409d7f53fa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:03:38.199227 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-0f6ae5fa-dc96-4883-9af4-f409d7f53fa2 admin admin] Usage tracker for resource:security_group_rule and tenant:9f17aff52cd54948a7f147a5ddbf4954 is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:03:38.214138 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-0f6ae5fa-dc96-4883-9af4-f409d7f53fa2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:03:38.226641 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-128a03f9-af49-4be3-899c-41122ad2480c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:38.236143 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-0f6ae5fa-dc96-4883-9af4-f409d7f53fa2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:03:38.277228 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-128a03f9-af49-4be3-899c-41122ad2480c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a4e1d440758f449298fc8e515e0ec713&name=default HTTP/1.1" status: 200  len: 2975 time: 1.8410702
Apr 16 05:03:38.293965 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 60134) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:03:38.370504 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0f6ae5fa-dc96-4883-9af4-f409d7f53fa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:38.372505 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb646cf-8682-43bb-b674-0ea0184c02a6 admin admin] Made reservation on behalf of 1176c03e844040ddb366a974c2c568f5 for: {'network': 1} {{(pid=85357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 05:03:38.378100 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-6cb646cf-8682-43bb-b674-0ea0184c02a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for network, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:38.380941 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c093d8a-fe6e-471b-acb5-c3895db8c529 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28b73d84-839b-41f8-8a99-404cd24cc829,revision_number=0']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:03:38.388698 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-1c093d8a-fe6e-471b-acb5-c3895db8c529 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:03:38.390007 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:03:38.403013 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0f6ae5fa-dc96-4883-9af4-f409d7f53fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:38.437545 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-6cb646cf-8682-43bb-b674-0ea0184c02a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:38.452337 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-4b013692-b0f9-4baf-9044-05b54fc1c57f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:03:38.463537 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-0f6ae5fa-dc96-4883-9af4-f409d7f53fa2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9f17aff52cd54948a7f147a5ddbf4954&name=default HTTP/1.1" status: 200  len: 2975 time: 1.0177374
Apr 16 05:03:38.468511 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-6cb646cf-8682-43bb-b674-0ea0184c02a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:03:38.473883 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-6cb646cf-8682-43bb-b674-0ea0184c02a6 admin admin] Usage tracker for resource:security_group_rule and tenant:1176c03e844040ddb366a974c2c568f5 is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:03:38.477632 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 60140) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:03:38.478149 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-6cb646cf-8682-43bb-b674-0ea0184c02a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:03:38.485389 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-6cb646cf-8682-43bb-b674-0ea0184c02a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:03:38.523988 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128a03f9-af49-4be3-899c-41122ad2480c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8249d16f-c555-4b63-872b-21700ff75210,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:03:38.552943 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-128a03f9-af49-4be3-899c-41122ad2480c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:03:38.575294 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f7e57ec2-c5d6-45c0-9f2d-e024c9e4d38b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:38.607819 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f7e57ec2-c5d6-45c0-9f2d-e024c9e4d38b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:38.642453 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-6cb646cf-8682-43bb-b674-0ea0184c02a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:38.651921 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-6cb646cf-8682-43bb-b674-0ea0184c02a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:38.680939 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f7e57ec2-c5d6-45c0-9f2d-e024c9e4d38b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:38.682957 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cb646cf-8682-43bb-b674-0ea0184c02a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391}  {{(pid=85357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 16 05:03:38.696653 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-6cb646cf-8682-43bb-b674-0ea0184c02a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854750583'] for segment, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:38.697371 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.db.segments_db [None req-6cb646cf-8682-43bb-b674-0ea0184c02a6 admin admin] Added segment d26fb949-c0cd-4ee1-9c3e-c2e108cb52a4 of type vlan for network be2b6ee4-3f16-493c-a043-055efdde1221
Apr 16 05:03:38.713893 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-47466b2e-abac-4cb0-bc66-e716a8ab707d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:03:38.721451 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c093d8a-fe6e-471b-acb5-c3895db8c529 admin admin] Checking segment: {'id': 'e0c30da2-1a68-4f2e-be9b-2ec222378b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '469c610d-3640-4407-b2a9-dd8cd792723c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 05:03:38.722090 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c093d8a-fe6e-471b-acb5-c3895db8c529 admin admin] Network hostable DHCP agents. Network: 469c610d-3640-4407-b2a9-dd8cd792723c, hostable agents: ['582622ae-d895-4475-8046-f15afe99e67f'], hosted agents: [] {{(pid=85356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 16 05:03:38.723605 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6ae5fa-dc96-4883-9af4-f409d7f53fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7184b009-0d09-44ba-b00f-af0fef7a8d7e,revision_number=1']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:03:38.732027 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-0f6ae5fa-dc96-4883-9af4-f409d7f53fa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:03:38.732715 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:03:38.743447 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-6cb646cf-8682-43bb-b674-0ea0184c02a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284332331448'] for network, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:38.749787 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e57ec2-c5d6-45c0-9f2d-e024c9e4d38b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8249d16f-c555-4b63-872b-21700ff75210,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:03:38.775269 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-f7e57ec2-c5d6-45c0-9f2d-e024c9e4d38b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:03:38.776717 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb646cf-8682-43bb-b674-0ea0184c02a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67337ecb-8595-45f9-be4e-26ac34809106,revision_number=1']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:03:38.785455 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c093d8a-fe6e-471b-acb5-c3895db8c529 admin admin] Network 469c610d-3640-4407-b2a9-dd8cd792723c is scheduled to be hosted by DHCP agent 582622ae-d895-4475-8046-f15afe99e67f with binding_index 1 {{(pid=85356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 16 05:03:38.789781 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-6cb646cf-8682-43bb-b674-0ea0184c02a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:03:38.803089 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-6cb646cf-8682-43bb-b674-0ea0184c02a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821614228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202'] for network, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:38.805242 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb646cf-8682-43bb-b674-0ea0184c02a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:03:38.806054 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-6cb646cf-8682-43bb-b674-0ea0184c02a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821710155'] for network, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:38.811673 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [None req-1c093d8a-fe6e-471b-acb5-c3895db8c529 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-1-iscsi, 469c610d-3640-4407-b2a9-dd8cd792723c) {{(pid=85356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 05:03:38.812762 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:03:38.843983 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9859af-897a-4e2b-ab25-9fa876c0d5e2 None None] Network 469c610d-3640-4407-b2a9-dd8cd792723c requested from dv-cinder-786524-1-iscsi {{(pid=85358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 05:03:38.861662 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 60158) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:03:38.879579 dv-cinder-786524-1-iscsi neutron-server[85243]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 16 05:03:39.046217 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f7e57ec2-c5d6-45c0-9f2d-e024c9e4d38b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:39.047995 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-f7e57ec2-c5d6-45c0-9f2d-e024c9e4d38b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8249d16f-c555-4b63-872b-21700ff75210 HTTP/1.1" status: 204  len: 168 time: 0.7505574
Apr 16 05:03:39.068565 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c093d8a-fe6e-471b-acb5-c3895db8c529 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:03:39.070891 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-1c093d8a-fe6e-471b-acb5-c3895db8c529 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821710155'] for subnet, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:39.088778 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-6cb646cf-8682-43bb-b674-0ea0184c02a6 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 1.0527866
Apr 16 05:03:39.097587 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 60172) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:03:39.126262 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb646cf-8682-43bb-b674-0ea0184c02a6 admin admin] Pushing event updated for resources: {'Network': ['ID=be2b6ee4-3f16-493c-a043-055efdde1221,revision_number=1']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:03:39.137493 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e21bd2e2-0336-4827-80b1-91f614b53784 None None] Notify callbacks [] for port, precommit_create {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:39.155471 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-22d699c4-158c-4a94-97c0-56fc326ef5ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:39.156263 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-e16d1aa1-403c-4258-aff6-936ad2f73c18 admin admin] Request body: {'subnet': {'network_id': 'be2b6ee4-3f16-493c-a043-055efdde1221', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1978291764-subnet', 'tenant_id': '1176c03e844040ddb366a974c2c568f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:03:39.166022 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-6cb646cf-8682-43bb-b674-0ea0184c02a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:03:39.168088 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Network be2b6ee4-3f16-493c-a043-055efdde1221 details requested by agent ovs-agent-dv-cinder-786524-1-iscsi with host dv-cinder-786524-1-iscsi {{(pid=85358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 16 05:03:39.178473 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-e16d1aa1-403c-4258-aff6-936ad2f73c18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:03:39.216900 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-e16d1aa1-403c-4258-aff6-936ad2f73c18 admin admin] Usage tracker for resource:subnet and tenant:1176c03e844040ddb366a974c2c568f5 is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:03:39.229293 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-e16d1aa1-403c-4258-aff6-936ad2f73c18 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:03:39.241555 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-e16d1aa1-403c-4258-aff6-936ad2f73c18 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:03:39.274801 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b71a03-8018-4e71-b33b-1c89b840539f req-0c7b5daa-c53f-47dd-ace4-1297691914e1 tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:03:39.276442 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-97b71a03-8018-4e71-b33b-1c89b840539f req-0c7b5daa-c53f-47dd-ace4-1297691914e1 tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] Synchronizing usage tracker for tenant:38f882efdbbe40d39a333416247b05be on resource:network {{(pid=85357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 05:03:39.281162 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e16d1aa1-403c-4258-aff6-936ad2f73c18 admin admin] Made reservation on behalf of 1176c03e844040ddb366a974c2c568f5 for: {'subnet': 1} {{(pid=85357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 05:03:39.286454 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e16d1aa1-403c-4258-aff6-936ad2f73c18 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:39.287277 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-1c093d8a-fe6e-471b-acb5-c3895db8c529 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 4.2370274
Apr 16 05:03:39.324447 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e21bd2e2-0336-4827-80b1-91f614b53784 None None] Transition to ACTIVE for port object 7415364a-9fea-48f5-a6a8-a7214d3e1021 will not be triggered until provisioned by entity L2. {{(pid=85358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 05:03:39.340205 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-8e896bbd-1e3c-4e8a-9758-1508a8188b76 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:39.401644 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-97b71a03-8018-4e71-b33b-1c89b840539f req-0c7b5daa-c53f-47dd-ace4-1297691914e1 tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] Unset dirty status for tenant:38f882efdbbe40d39a333416247b05be on resource:network {{(pid=85357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 05:03:39.409280 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-97b71a03-8018-4e71-b33b-1c89b840539f req-0c7b5daa-c53f-47dd-ace4-1297691914e1 tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] 10.222.0.26 "GET /v2.0/networks?id=0848d992-50a2-4a2d-aa8d-a0d2350b7994 HTTP/1.1" status: 200  len: 812 time: 0.5404623
Apr 16 05:03:39.449325 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-97b71a03-8018-4e71-b33b-1c89b840539f req-76367152-0704-4cac-b6cd-3bb92f3cd0a6 tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] 10.222.0.26 "GET /v2.0/quotas/38f882efdbbe40d39a333416247b05be HTTP/1.1" status: 200  len: 375 time: 0.0327449
Apr 16 05:03:39.455297 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-22d699c4-158c-4a94-97c0-56fc326ef5ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:39.463638 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-8e896bbd-1e3c-4e8a-9758-1508a8188b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:39.522767 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-97b71a03-8018-4e71-b33b-1c89b840539f req-483388c6-94de-4c70-bed6-d0e90d755034 tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=38f882efdbbe40d39a333416247b05be&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0639431
Apr 16 05:03:39.724784 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e21bd2e2-0336-4827-80b1-91f614b53784 None None] Transition to ACTIVE for port object 7415364a-9fea-48f5-a6a8-a7214d3e1021 will not be triggered until provisioned by entity DHCP. {{(pid=85358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 05:03:39.739737 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa84c53-5d49-4fab-b667-d6a90b667dd0 None None] Network 469c610d-3640-4407-b2a9-dd8cd792723c requested from dv-cinder-786524-1-iscsi {{(pid=85358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 05:03:39.781004 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-22d699c4-158c-4a94-97c0-56fc326ef5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:39.800224 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e21bd2e2-0336-4827-80b1-91f614b53784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284332319809'] for port, after_create {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:39.822419 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-ecf7a316-4b00-4f22-a86b-35183bb794b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:03:39.857981 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d699c4-158c-4a94-97c0-56fc326ef5ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7184b009-0d09-44ba-b00f-af0fef7a8d7e,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:03:39.870287 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-22d699c4-158c-4a94-97c0-56fc326ef5ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:03:39.928148 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.db_base_plugin_common [None req-8e896bbd-1e3c-4e8a-9758-1508a8188b76 admin admin] Allocated IP 172.27.2.235 (09b59cd3-13be-4f6b-8ba8-71a7bb13ef88/d321c4f6-731d-44eb-a563-8ed238725710/a6f9e583-5545-4b1e-b17d-dbdb943266cf) {{(pid=85356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 05:03:39.938159 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-22d699c4-158c-4a94-97c0-56fc326ef5ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:39.942688 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-22d699c4-158c-4a94-97c0-56fc326ef5ee admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7184b009-0d09-44ba-b00f-af0fef7a8d7e HTTP/1.1" status: 204  len: 168 time: 1.4551251
Apr 16 05:03:40.053420 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 60194) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:03:40.089542 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:03:40.153805 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-7b11b145-e900-4365-bd78-87efa7ae9d08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:40.198455 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-8e896bbd-1e3c-4e8a-9758-1508a8188b76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:40.219139 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-7b11b145-e900-4365-bd78-87efa7ae9d08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:03:40.226828 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e16d1aa1-403c-4258-aff6-936ad2f73c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821614264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202'] for subnet, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:40.227371 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-7b11b145-e900-4365-bd78-87efa7ae9d08 admin admin] Usage tracker for resource:security_group_rule and tenant:7cf44dfbec54446c80e1e260b093e41b is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:03:40.236343 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-7b11b145-e900-4365-bd78-87efa7ae9d08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:03:40.268800 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-8e896bbd-1e3c-4e8a-9758-1508a8188b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284332319809'] for port, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:40.277753 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:03:40.284754 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a57a9699-4b93-4635-9a0c-76135fd629c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:40.303694 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:03:40.305035 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21bd2e2-0336-4827-80b1-91f614b53784 None None] Pushing event updated for resources: {'Port': ['ID=7415364a-9fea-48f5-a6a8-a7214d3e1021,revision_number=1']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:03:40.358399 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-7b11b145-e900-4365-bd78-87efa7ae9d08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:03:40.408228 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21bd2e2-0336-4827-80b1-91f614b53784 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:03:40.408630 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21bd2e2-0336-4827-80b1-91f614b53784 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:03:40.408984 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21bd2e2-0336-4827-80b1-91f614b53784 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:03:40.411548 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21bd2e2-0336-4827-80b1-91f614b53784 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:03:40.411548 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21bd2e2-0336-4827-80b1-91f614b53784 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:03:40.411548 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21bd2e2-0336-4827-80b1-91f614b53784 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:03:40.411548 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21bd2e2-0336-4827-80b1-91f614b53784 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:03:40.411935 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21bd2e2-0336-4827-80b1-91f614b53784 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:03:40.411935 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21bd2e2-0336-4827-80b1-91f614b53784 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:03:40.412436 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21bd2e2-0336-4827-80b1-91f614b53784 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:03:40.412673 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21bd2e2-0336-4827-80b1-91f614b53784 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:03:40.413017 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21bd2e2-0336-4827-80b1-91f614b53784 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:03:40.414278 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21bd2e2-0336-4827-80b1-91f614b53784 None None] Tracked resource versions report:
Apr 16 05:03:40.414278 dv-cinder-786524-1-iscsi neutron-server[85243]: pushed versions:
Apr 16 05:03:40.414278 dv-cinder-786524-1-iscsi neutron-server[85243]: {   'AddressGroup': {'1.2'},
Apr 16 05:03:40.414278 dv-cinder-786524-1-iscsi neutron-server[85243]:     'ConntrackHelper': {'1.0'},
Apr 16 05:03:40.414278 dv-cinder-786524-1-iscsi neutron-server[85243]:     'Log': {'1.0'},
Apr 16 05:03:40.414278 dv-cinder-786524-1-iscsi neutron-server[85243]:     'Network': {'1.1'},
Apr 16 05:03:40.414278 dv-cinder-786524-1-iscsi neutron-server[85243]:     'Port': {'1.7'},
Apr 16 05:03:40.414278 dv-cinder-786524-1-iscsi neutron-server[85243]:     'PortForwarding': {'1.2'},
Apr 16 05:03:40.414278 dv-cinder-786524-1-iscsi neutron-server[85243]:     'QosPolicy': {'1.8'},
Apr 16 05:03:40.414278 dv-cinder-786524-1-iscsi neutron-server[85243]:     'SecurityGroup': {'1.4'},
Apr 16 05:03:40.414278 dv-cinder-786524-1-iscsi neutron-server[85243]:     'SecurityGroupRule': {'1.2'},
Apr 16 05:03:40.414278 dv-cinder-786524-1-iscsi neutron-server[85243]:     'SubPort': {'1.0'},
Apr 16 05:03:40.414278 dv-cinder-786524-1-iscsi neutron-server[85243]:     'Subnet': {'1.1'},
Apr 16 05:03:40.414278 dv-cinder-786524-1-iscsi neutron-server[85243]:     'Trunk': {'1.1'}}
Apr 16 05:03:40.414278 dv-cinder-786524-1-iscsi neutron-server[85243]: consumer versions:
Apr 16 05:03:40.414278 dv-cinder-786524-1-iscsi neutron-server[85243]: {   DHCP agent@dv-cinder-786524-1-iscsi: {},
Apr 16 05:03:40.414278 dv-cinder-786524-1-iscsi neutron-server[85243]:     HyperV agent@hv-cinder-78652: {},
Apr 16 05:03:40.414278 dv-cinder-786524-1-iscsi neutron-server[85243]:     L3 agent@dv-cinder-786524-1-iscsi: {},
Apr 16 05:03:40.414278 dv-cinder-786524-1-iscsi neutron-server[85243]:     Metadata agent@dv-cinder-786524-1-iscsi: {},
Apr 16 05:03:40.414278 dv-cinder-786524-1-iscsi neutron-server[85243]:     Metering agent@dv-cinder-786524-1-iscsi: {},
Apr 16 05:03:40.414278 dv-cinder-786524-1-iscsi neutron-server[85243]:     Open vSwitch agent@dv-cinder-786524-1-iscsi: {   'AddressGroup': '1.2',
Apr 16 05:03:40.414278 dv-cinder-786524-1-iscsi neutron-server[85243]:                                                      'ConntrackHelper': '1.0',
Apr 16 05:03:40.414278 dv-cinder-786524-1-iscsi neutron-server[85243]:                                                      'Log': '1.0',
Apr 16 05:03:40.414278 dv-cinder-786524-1-iscsi neutron-server[85243]:                                                      'Network': '1.1',
Apr 16 05:03:40.414278 dv-cinder-786524-1-iscsi neutron-server[85243]:                                                      'Port': '1.7',
Apr 16 05:03:40.414278 dv-cinder-786524-1-iscsi neutron-server[85243]:                                                      'PortForwarding': '1.2',
Apr 16 05:03:40.414278 dv-cinder-786524-1-iscsi neutron-server[85243]:                                                      'QosPolicy': '1.8',
Apr 16 05:03:40.414278 dv-cinder-786524-1-iscsi neutron-server[85243]:                                                      'SecurityGroup': '1.4',
Apr 16 05:03:40.414278 dv-cinder-786524-1-iscsi neutron-server[85243]:                                                      'SecurityGroupRule': '1.2',
Apr 16 05:03:40.414278 dv-cinder-786524-1-iscsi neutron-server[85243]:                                                      'SubPort': '1.0',
Apr 16 05:03:40.414278 dv-cinder-786524-1-iscsi neutron-server[85243]:                                                      'Subnet': '1.1',
Apr 16 05:03:40.414278 dv-cinder-786524-1-iscsi neutron-server[85243]:                                                      'Trunk': '1.1'}}
Apr 16 05:03:40.414278 dv-cinder-786524-1-iscsi neutron-server[85243]:  {{(pid=85358) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 16 05:03:40.418458 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-e21bd2e2-0336-4827-80b1-91f614b53784 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:03:40.518409 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16d1aa1-403c-4258-aff6-936ad2f73c18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1b6c70b-4556-4718-a867-d8ff5a12538b,revision_number=0']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:03:40.521637 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-e16d1aa1-403c-4258-aff6-936ad2f73c18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:03:40.610123 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21bd2e2-0336-4827-80b1-91f614b53784 None None] Network 8df91495-625b-4773-a543-89e51aa2e299 is already hosted by enough agents. {{(pid=85358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 05:03:40.613847 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [None req-e21bd2e2-0336-4827-80b1-91f614b53784 None None] Resources bound (agent type, host, resource id):  {{(pid=85358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 05:03:40.616227 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e896bbd-1e3c-4e8a-9758-1508a8188b76 admin admin] Pushing event updated for resources: {'Port': ['ID=a6f9e583-5545-4b1e-b17d-dbdb943266cf,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:03:40.618707 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21bd2e2-0336-4827-80b1-91f614b53784 None None] Received port after_create {{(pid=85358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 05:03:40.630810 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e896bbd-1e3c-4e8a-9758-1508a8188b76 admin admin] Network 09b59cd3-13be-4f6b-8ba8-71a7bb13ef88 is already hosted by enough agents. {{(pid=85356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 05:03:40.632461 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-8e896bbd-1e3c-4e8a-9758-1508a8188b76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:03:40.633657 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [None req-8e896bbd-1e3c-4e8a-9758-1508a8188b76 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 05:03:40.636639 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e896bbd-1e3c-4e8a-9758-1508a8188b76 admin admin] Received port after_create {{(pid=85356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 05:03:40.666955 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-7b11b145-e900-4365-bd78-87efa7ae9d08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:40.670862 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16d1aa1-403c-4258-aff6-936ad2f73c18 admin admin] Checking segment: {'id': 'd26fb949-c0cd-4ee1-9c3e-c2e108cb52a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'be2b6ee4-3f16-493c-a043-055efdde1221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 05:03:40.671269 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16d1aa1-403c-4258-aff6-936ad2f73c18 admin admin] Network hostable DHCP agents. Network: be2b6ee4-3f16-493c-a043-055efdde1221, hostable agents: ['582622ae-d895-4475-8046-f15afe99e67f'], hosted agents: [] {{(pid=85357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 16 05:03:40.679929 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-7b11b145-e900-4365-bd78-87efa7ae9d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:40.696031 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:03:40.715888 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [req-97b71a03-8018-4e71-b33b-1c89b840539f req-d3edf8cb-ef51-4301-890e-25d79b7395ff service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=85357) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 05:03:40.718385 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-97b71a03-8018-4e71-b33b-1c89b840539f req-d3edf8cb-ef51-4301-890e-25d79b7395ff service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.6023536
Apr 16 05:03:40.773656 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-e21bd2e2-0336-4827-80b1-91f614b53784 None None] Attempting to bind port 7415364a-9fea-48f5-a6a8-a7214d3e1021 on host dv-cinder-786524-1-iscsi for vnic_type normal with profile  {{(pid=85358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 05:03:40.774097 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-e21bd2e2-0336-4827-80b1-91f614b53784 None None] Attempting to bind port 7415364a-9fea-48f5-a6a8-a7214d3e1021 by drivers openvswitch,hyperv on host dv-cinder-786524-1-iscsi at level 0 using segments [{'id': '79077226-93f2-4a1f-b0e8-7ab4b09d1a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8df91495-625b-4773-a543-89e51aa2e299'}] {{(pid=85358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 05:03:40.774765 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21bd2e2-0336-4827-80b1-91f614b53784 None None] Attempting to bind port 7415364a-9fea-48f5-a6a8-a7214d3e1021 on network 8df91495-625b-4773-a543-89e51aa2e299 {{(pid=85358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 05:03:40.783332 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21bd2e2-0336-4827-80b1-91f614b53784 None None] Checking agent: {'id': '2c00d7f4-da3e-4cf0-ab95-3dab1af70cf6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 4, 54, 38), 'started_at': datetime.datetime(2021, 4, 16, 4, 55, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 5, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 05:03:40.783778 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21bd2e2-0336-4827-80b1-91f614b53784 None None] Checking segment: {'id': '79077226-93f2-4a1f-b0e8-7ab4b09d1a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8df91495-625b-4773-a543-89e51aa2e299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 05:03:40.785742 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e21bd2e2-0336-4827-80b1-91f614b53784 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:40.786316 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21bd2e2-0336-4827-80b1-91f614b53784 None None] Bound using segment: {'id': '79077226-93f2-4a1f-b0e8-7ab4b09d1a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8df91495-625b-4773-a543-89e51aa2e299'} {{(pid=85358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 05:03:40.786749 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-e21bd2e2-0336-4827-80b1-91f614b53784 None None] Bound port: 7415364a-9fea-48f5-a6a8-a7214d3e1021, host: dv-cinder-786524-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79077226-93f2-4a1f-b0e8-7ab4b09d1a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8df91495-625b-4773-a543-89e51aa2e299'}}] {{(pid=85358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 05:03:40.789496 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e21bd2e2-0336-4827-80b1-91f614b53784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:40.890262 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16d1aa1-403c-4258-aff6-936ad2f73c18 admin admin] Network be2b6ee4-3f16-493c-a043-055efdde1221 is scheduled to be hosted by DHCP agent 582622ae-d895-4475-8046-f15afe99e67f with binding_index 1 {{(pid=85357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 16 05:03:40.904679 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-7b11b145-e900-4365-bd78-87efa7ae9d08 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7cf44dfbec54446c80e1e260b093e41b&name=default HTTP/1.1" status: 200  len: 2975 time: 0.8471675
Apr 16 05:03:40.917494 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 60222) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:03:40.921722 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b11b145-e900-4365-bd78-87efa7ae9d08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81289f24-1afa-4a02-a264-c101eeac7fc2,revision_number=1']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:03:40.936685 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-7b11b145-e900-4365-bd78-87efa7ae9d08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:03:40.954043 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [None req-e16d1aa1-403c-4258-aff6-936ad2f73c18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-1-iscsi, be2b6ee4-3f16-493c-a043-055efdde1221) {{(pid=85357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 05:03:40.965384 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-e21bd2e2-0336-4827-80b1-91f614b53784 None None] For port 7415364a-9fea-48f5-a6a8-a7214d3e1021, host dv-cinder-786524-1-iscsi, cleared binding levels {{(pid=85358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 05:03:40.968319 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-97b71a03-8018-4e71-b33b-1c89b840539f req-3b32a3a3-9a4a-4383-9083-3dc26c4846b3 service neutron] 10.222.0.26 "GET /v2.0/networks/0848d992-50a2-4a2d-aa8d-a0d2350b7994?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2381492
Apr 16 05:03:40.970057 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16d1aa1-403c-4258-aff6-936ad2f73c18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:03:40.970975 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e16d1aa1-403c-4258-aff6-936ad2f73c18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821710155'] for subnet, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:40.985048 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40fe552d-c6e5-4710-9940-89276caf0d36 None None] Network be2b6ee4-3f16-493c-a043-055efdde1221 requested from dv-cinder-786524-1-iscsi {{(pid=85358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 05:03:41.107211 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 60226) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:03:41.148083 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 60242) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:03:41.155898 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-e21bd2e2-0336-4827-80b1-91f614b53784 None None] For port 7415364a-9fea-48f5-a6a8-a7214d3e1021, host dv-cinder-786524-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=7415364a-9fea-48f5-a6a8-a7214d3e1021,segment=NetworkSegment(79077226-93f2-4a1f-b0e8-7ab4b09d1a7b),segment_id=79077226-93f2-4a1f-b0e8-7ab4b09d1a7b)] {{(pid=85358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 05:03:41.162396 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e21bd2e2-0336-4827-80b1-91f614b53784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:41.194417 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:03:41.202594 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-e16d1aa1-403c-4258-aff6-936ad2f73c18 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 2.0978436
Apr 16 05:03:41.279831 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21bd2e2-0336-4827-80b1-91f614b53784 None None] Pushing event updated for resources: {'Port': ['ID=7415364a-9fea-48f5-a6a8-a7214d3e1021,revision_number=2']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:03:41.283696 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-e21bd2e2-0336-4827-80b1-91f614b53784 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:03:41.362996 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-47b6c5b9-7186-4787-b6a3-a28aa6ebc5c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:41.370203 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 60250) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:03:41.394293 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-47b6c5b9-7186-4787-b6a3-a28aa6ebc5c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:41.446164 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e89d2-a9b5-4427-b8a5-654d64d9e27a req-7107be63-fd5a-4610-ad34-c3ca656f39dc tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:03:41.447781 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-cd8e89d2-a9b5-4427-b8a5-654d64d9e27a req-7107be63-fd5a-4610-ad34-c3ca656f39dc tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/networks?id=469c610d-3640-4407-b2a9-dd8cd792723c HTTP/1.1" status: 200  len: 814 time: 0.2957239
Apr 16 05:03:41.467559 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-47b6c5b9-7186-4787-b6a3-a28aa6ebc5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:41.471167 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-3c490531-5196-4adf-b19f-e36512b4d96a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:41.474349 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.db_base_plugin_v2 [None req-c069c541-87ec-4070-b1e7-3be316e0fd40 admin admin] Deleting subnet e35c1742-83d2-4a96-9083-acced7165db3 {{(pid=85356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 16 05:03:41.488797 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c069c541-87ec-4070-b1e7-3be316e0fd40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:41.503277 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-cd8e89d2-a9b5-4427-b8a5-654d64d9e27a req-7f5548ab-6610-48dc-95f9-6ddb8693cbde tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/quotas/7f44f6ee260749d7a681aeb529427a10 HTTP/1.1" status: 200  len: 375 time: 0.0411706
Apr 16 05:03:41.514255 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5618714a-b551-420e-853b-f8d32a8a1fa3 None None] Network be2b6ee4-3f16-493c-a043-055efdde1221 requested from dv-cinder-786524-1-iscsi {{(pid=85358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 05:03:41.516508 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-87d72874-5f4b-498c-ad81-8aaa295a402a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:03:41.532518 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-8e896bbd-1e3c-4e8a-9758-1508a8188b76 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:41.541190 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-3c490531-5196-4adf-b19f-e36512b4d96a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:03:41.543779 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b6c5b9-7186-4787-b6a3-a28aa6ebc5c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81289f24-1afa-4a02-a264-c101eeac7fc2,revision_number=None']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:03:41.684685 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c069c541-87ec-4070-b1e7-3be316e0fd40 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:41.698753 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c069c541-87ec-4070-b1e7-3be316e0fd40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-24815'] for subnet, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:41.803999 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-3c490531-5196-4adf-b19f-e36512b4d96a admin admin] Usage tracker for resource:security_group_rule and tenant:aae313a9009c4b23a04395276e2fedeb is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:03:41.808667 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-47b6c5b9-7186-4787-b6a3-a28aa6ebc5c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:03:41.817421 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-3c490531-5196-4adf-b19f-e36512b4d96a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:03:41.831451 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-97b71a03-8018-4e71-b33b-1c89b840539f req-9247ce05-5db0-4a13-9f5c-8a78b08be770 service neutron] 10.222.0.26 "GET /v2.0/networks/0848d992-50a2-4a2d-aa8d-a0d2350b7994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8515556
Apr 16 05:03:41.841791 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-cd8e89d2-a9b5-4427-b8a5-654d64d9e27a req-8945e976-2397-4703-a762-3798c71ca13f tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f44f6ee260749d7a681aeb529427a10&fields=id HTTP/1.1" status: 200  len: 210 time: 0.3121917
Apr 16 05:03:41.842892 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-3c490531-5196-4adf-b19f-e36512b4d96a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:03:41.847557 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-47b6c5b9-7186-4787-b6a3-a28aa6ebc5c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:41.852883 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-47b6c5b9-7186-4787-b6a3-a28aa6ebc5c6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/81289f24-1afa-4a02-a264-c101eeac7fc2 HTTP/1.1" status: 204  len: 168 time: 0.9186866
Apr 16 05:03:42.037182 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-3c490531-5196-4adf-b19f-e36512b4d96a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:42.040869 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-3c490531-5196-4adf-b19f-e36512b4d96a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:42.053325 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:03:42.116197 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-8e896bbd-1e3c-4e8a-9758-1508a8188b76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33197534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036821578960'] for router, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:42.118192 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-3c490531-5196-4adf-b19f-e36512b4d96a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=aae313a9009c4b23a04395276e2fedeb&name=default HTTP/1.1" status: 200  len: 2975 time: 1.0094981
Apr 16 05:03:42.119270 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c490531-5196-4adf-b19f-e36512b4d96a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b221205e-1877-4224-8958-56b7f317eebd,revision_number=1']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:03:42.139122 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-3c490531-5196-4adf-b19f-e36512b4d96a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:03:42.144166 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 60262) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:03:42.239986 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-8c2c43f4-c12c-433a-85d5-673a24782cc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:42.297006 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-8c2c43f4-c12c-433a-85d5-673a24782cc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:42.329671 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [req-cd8e89d2-a9b5-4427-b8a5-654d64d9e27a req-635baef0-f672-47ad-b0cb-7bf199cd77c6 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=85357) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 05:03:42.341638 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-cd8e89d2-a9b5-4427-b8a5-654d64d9e27a req-635baef0-f672-47ad-b0cb-7bf199cd77c6 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.2036331
Apr 16 05:03:42.409419 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device 7415364a-9fea-48f5-a6a8-a7214d3e1021 up at agent ovs-agent-dv-cinder-786524-1-iscsi {{(pid=85358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 05:03:42.630594 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Provisioning for port 7415364a-9fea-48f5-a6a8-a7214d3e1021 completed by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 05:03:42.665798 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c069c541-87ec-4070-b1e7-3be316e0fd40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854751001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821614264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202'] for subnet, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:42.688367 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-fa12142b-b0ab-4b0e-aa58-ffd56112188c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:03:42.707050 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ffdb80d2-ca42-4a3d-bf8d-c6c252e89d03 req-f770d1f0-341d-4b30-8455-46b402688050 tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4bc26f-251b-4112-b09b-1f0028c33bb8 HTTP/1.1" status: 200  len: 210 time: 0.1148918
Apr 16 05:03:42.795090 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-cd8e89d2-a9b5-4427-b8a5-654d64d9e27a req-cf54febb-5d12-47fe-859c-969b757ad9a7 service neutron] 10.222.0.26 "GET /v2.0/networks/469c610d-3640-4407-b2a9-dd8cd792723c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4502649
Apr 16 05:03:42.810644 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e896bbd-1e3c-4e8a-9758-1508a8188b76 admin admin] Router 06219234-90cd-436f-bef0-5978e43466c4 is scheduled to L3 agent 9bacd1b6-99a0-44b1-8352-fe12768771b0 with binding_index 1 {{(pid=85356) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 16 05:03:42.824318 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c069c541-87ec-4070-b1e7-3be316e0fd40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e35c1742-83d2-4a96-9083-acced7165db3,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:03:42.833000 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-c069c541-87ec-4070-b1e7-3be316e0fd40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:03:42.863194 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-8c2c43f4-c12c-433a-85d5-673a24782cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:42.939127 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:03:42.957487 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2c43f4-c12c-433a-85d5-673a24782cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b221205e-1877-4224-8958-56b7f317eebd,revision_number=None']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:03:42.963036 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-8c2c43f4-c12c-433a-85d5-673a24782cc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:03:42.986300 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-8c2c43f4-c12c-433a-85d5-673a24782cc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:42.990859 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-8c2c43f4-c12c-433a-85d5-673a24782cc2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b221205e-1877-4224-8958-56b7f317eebd HTTP/1.1" status: 204  len: 168 time: 0.8440819
Apr 16 05:03:43.101849 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-cd8e89d2-a9b5-4427-b8a5-654d64d9e27a req-2f9762fa-3d5c-4065-9a6e-f7a5562b9cfe service neutron] 10.222.0.26 "GET /v2.0/networks/469c610d-3640-4407-b2a9-dd8cd792723c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3057120
Apr 16 05:03:43.399402 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c47538d-915b-4d80-a7e9-f0fef961ba40 None None] Network 8df91495-625b-4773-a543-89e51aa2e299 requested from dv-cinder-786524-1-iscsi {{(pid=85358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 05:03:43.605647 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c069c541-87ec-4070-b1e7-3be316e0fd40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821710155'] for subnet, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:43.615623 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-c069c541-87ec-4070-b1e7-3be316e0fd40 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/e35c1742-83d2-4a96-9083-acced7165db3 HTTP/1.1" status: 204  len: 168 time: 2.2439573
Apr 16 05:03:43.618549 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 60342) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:03:43.742064 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-133be068-7003-4331-90da-71bb71ce3ef3 req-a2f468b2-fce5-4110-bb9e-bc013b643f60 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2c5224f-3c8e-4f48-ae99-72a5b00e94ce HTTP/1.1" status: 200  len: 210 time: 0.1493328
Apr 16 05:03:43.789333 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-ff6e44e9-66d9-4566-9c25-c806c80be99f None None] Provisioning for port 7415364a-9fea-48f5-a6a8-a7214d3e1021 completed by entity DHCP. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 05:03:43.802346 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-ff6e44e9-66d9-4566-9c25-c806c80be99f None None] Provisioning complete for port 7415364a-9fea-48f5-a6a8-a7214d3e1021 triggered by entity DHCP. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:03:43.803022 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ff6e44e9-66d9-4566-9c25-c806c80be99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:43.937446 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2b83f3a6-9c95-40f7-a041-b1cbc2439ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854762676'] for network, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:43.975196 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-61dbf6ba-fab1-443e-ba6e-076352360be9 req-4beb7a87-99e7-43a0-b0ac-53e1c8a79fab tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4bc26f-251b-4112-b09b-1f0028c33bb8 HTTP/1.1" status: 200  len: 210 time: 0.1164584
Apr 16 05:03:44.060900 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ff6e44e9-66d9-4566-9c25-c806c80be99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:44.147907 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-ff6e44e9-66d9-4566-9c25-c806c80be99f None None] For port 7415364a-9fea-48f5-a6a8-a7214d3e1021, host dv-cinder-786524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=7415364a-9fea-48f5-a6a8-a7214d3e1021,segment=NetworkSegment(79077226-93f2-4a1f-b0e8-7ab4b09d1a7b),segment_id=79077226-93f2-4a1f-b0e8-7ab4b09d1a7b)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:03:44.151905 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ff6e44e9-66d9-4566-9c25-c806c80be99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:44.154441 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:03:44.182181 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e896bbd-1e3c-4e8a-9758-1508a8188b76 admin admin] Notify agent at l3_agent.dv-cinder-786524-1-iscsi the message routers_updated {{(pid=85356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 05:03:44.198199 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5a1d2d-548f-4310-a11f-ef06c1f5efe5 None None] Sync routers for ids ['06219234-90cd-436f-bef0-5978e43466c4'] in dv-cinder-786524-1-iscsi {{(pid=85359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 05:03:44.220962 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5a1d2d-548f-4310-a11f-ef06c1f5efe5 None None] Routers {'06219234-90cd-436f-bef0-5978e43466c4'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:03:44.224229 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-4d5a1d2d-548f-4310-a11f-ef06c1f5efe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5daea63978>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:03:37Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['06219234-90cd-436f-bef0-5978e43466c4'], 'active': True} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:03:44.243150 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-8e896bbd-1e3c-4e8a-9758-1508a8188b76 admin admin] Notify callbacks [] for router, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:44.244511 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-8e896bbd-1e3c-4e8a-9758-1508a8188b76 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 7.5978775
Apr 16 05:03:44.247953 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 60380) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:03:44.270348 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e44e9-66d9-4566-9c25-c806c80be99f None None] Pushing event updated for resources: {'Port': ['ID=7415364a-9fea-48f5-a6a8-a7214d3e1021,revision_number=3']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:03:44.287888 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-ff6e44e9-66d9-4566-9c25-c806c80be99f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:03:44.384247 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-34327b9b-09ef-46e9-9e12-a455d2f63af2 None None] Provisioning complete for port 7415364a-9fea-48f5-a6a8-a7214d3e1021 triggered by entity DHCP. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:03:44.384774 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-34327b9b-09ef-46e9-9e12-a455d2f63af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:44.667357 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2b83f3a6-9c95-40f7-a041-b1cbc2439ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854672018', 'neutron.services.segments.db._delete_segments_for_network-8752523025096'] for network, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:44.743804 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-4d5a1d2d-548f-4310-a11f-ef06c1f5efe5 None None] Set router 06219234-90cd-436f-bef0-5978e43466c4 gateway port host: dv-cinder-786524-1-iscsi {{(pid=85359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:03:45.089470 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2b83f3a6-9c95-40f7-a041-b1cbc2439ba6 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f5daf908e10>> segment before_delete 55550000 {{(pid=85356) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 05:03:45.089810 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2b83f3a6-9c95-40f7-a041-b1cbc2439ba6 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f5daf908e10>> subnet precommit_delete_associations 55550000 {{(pid=85356) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 05:03:45.091411 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2b83f3a6-9c95-40f7-a041-b1cbc2439ba6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5daed5af60>> segment_host_mapping after_create 55550000 {{(pid=85356) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 05:03:45.091964 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2b83f3a6-9c95-40f7-a041-b1cbc2439ba6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5daed5af60>> port after_create 55550000 {{(pid=85356) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 05:03:45.092766 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2b83f3a6-9c95-40f7-a041-b1cbc2439ba6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5daed5af60>> port after_delete 55550000 {{(pid=85356) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 05:03:45.094159 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2b83f3a6-9c95-40f7-a041-b1cbc2439ba6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5daed5af60>> port after_update 55550000 {{(pid=85356) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 05:03:45.094734 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2b83f3a6-9c95-40f7-a041-b1cbc2439ba6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5daed5af60>> segment after_delete 55550000 {{(pid=85356) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 05:03:45.095279 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2b83f3a6-9c95-40f7-a041-b1cbc2439ba6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5daed5af60>> subnet after_create 55550000 {{(pid=85356) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 05:03:45.095824 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2b83f3a6-9c95-40f7-a041-b1cbc2439ba6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5daed5af60>> subnet after_delete 55550000 {{(pid=85356) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 05:03:45.096373 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2b83f3a6-9c95-40f7-a041-b1cbc2439ba6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5daed5af60>> subnet after_update 55550000 {{(pid=85356) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 05:03:45.354675 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2b83f3a6-9c95-40f7-a041-b1cbc2439ba6 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f5dae8e6a20>> subnet after_create 55550000 {{(pid=85356) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 05:03:45.355268 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2b83f3a6-9c95-40f7-a041-b1cbc2439ba6 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f5dae8e6a20>> subnet after_delete 55550000 {{(pid=85356) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 05:03:45.355710 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2b83f3a6-9c95-40f7-a041-b1cbc2439ba6 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f5dae8e6a20>> subnet before_create 55550000 {{(pid=85356) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 05:03:45.356149 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2b83f3a6-9c95-40f7-a041-b1cbc2439ba6 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f5dae8e6a20>> subnet before_update 55550000 {{(pid=85356) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 05:03:45.356622 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.services.segments.db [None req-2b83f3a6-9c95-40f7-a041-b1cbc2439ba6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5db8610c18>,) {'filters': {'network_id': ['d7fc2121-f3e1-42fd-b03a-0a0144fb03ee']}} {{(pid=85356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:03:45.374632 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.services.segments.db [None req-2b83f3a6-9c95-40f7-a041-b1cbc2439ba6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5db8610c18>, '55842518-c2dc-4170-b060-06f483c2af14') {'for_net_delete': True} {{(pid=85356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:03:45.375355 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.services.segments.db [None req-2b83f3a6-9c95-40f7-a041-b1cbc2439ba6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5db8610c18>, '55842518-c2dc-4170-b060-06f483c2af14') {} {{(pid=85356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:03:45.399963 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2b83f3a6-9c95-40f7-a041-b1cbc2439ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752523028953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33375231'] for segment, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:45.420735 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2b83f3a6-9c95-40f7-a041-b1cbc2439ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854750583'] for segment, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:45.429914 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b83f3a6-9c95-40f7-a041-b1cbc2439ba6 admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=85356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 16 05:03:45.488600 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-acb8f52d-73b0-4e3a-baa8-61ecdb508600 req-f14d10fd-5039-474d-91e6-731d9b632f0c tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2c5224f-3c8e-4f48-ae99-72a5b00e94ce HTTP/1.1" status: 200  len: 210 time: 0.1346002
Apr 16 05:03:45.604702 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-4d5a1d2d-548f-4310-a11f-ef06c1f5efe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5daea63978>, [{'id': '06219234-90cd-436f-bef0-5978e43466c4', 'name': 'tempest-AttachVolumeShelveTestJSON-1995442241-router', 'tenant_id': '0568e0a577bb45428833638c9c368aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'a6f9e583-5545-4b1e-b17d-dbdb943266cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:03:36Z', 'updated_at': '2021-04-16T05:03:41Z', 'revision_number': 3, 'project_id': '0568e0a577bb45428833638c9c368aa5', 'gw_port': {'id': 'a6f9e583-5545-4b1e-b17d-dbdb943266cf', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:de:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06219234-90cd-436f-bef0-5978e43466c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:03:39Z', 'updated_at': '2021-04-16T05:03:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi'}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:03:45.609780 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5a1d2d-548f-4310-a11f-ef06c1f5efe5 None None] Checking router: 06219234-90cd-436f-bef0-5978e43466c4 for host: dv-cinder-786524-1-iscsi {{(pid=85359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 05:03:45.610385 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5a1d2d-548f-4310-a11f-ef06c1f5efe5 None None] Updating router 06219234-90cd-436f-bef0-5978e43466c4 port a6f9e583-5545-4b1e-b17d-dbdb943266cf binding host dv-cinder-786524-1-iscsi {{(pid=85359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 16 05:03:45.710626 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-4d5a1d2d-548f-4310-a11f-ef06c1f5efe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:45.742230 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-2b83f3a6-9c95-40f7-a041-b1cbc2439ba6 admin admin] Network d7fc2121-f3e1-42fd-b03a-0a0144fb03ee has no segments {{(pid=85356) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 16 05:03:45.742499 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-e098356c-9c6a-403a-9062-af1b3db9ae71 req-d5fd4ca6-1a79-4257-bcaf-25a924371de8 tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4bc26f-251b-4112-b09b-1f0028c33bb8 HTTP/1.1" status: 200  len: 210 time: 0.2355895
Apr 16 05:03:45.753357 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2b83f3a6-9c95-40f7-a041-b1cbc2439ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-25233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32053224'] for segment, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:46.228206 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a674701e-e6f4-4239-8f8a-6d52c9b5d564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:46.248534 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-2b83f3a6-9c95-40f7-a041-b1cbc2439ba6 admin admin] Network d7fc2121-f3e1-42fd-b03a-0a0144fb03ee has no segments {{(pid=85356) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 16 05:03:46.341069 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-4d5a1d2d-548f-4310-a11f-ef06c1f5efe5 None None] Notify callbacks [] for port, precommit_update {{(pid=85359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:46.354366 dv-cinder-786524-1-iscsi neutron-server[85243]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 16 05:03:46.354366 dv-cinder-786524-1-iscsi neutron-server[85243]:   from cryptography.utils import int_from_bytes
Apr 16 05:03:46.354366 dv-cinder-786524-1-iscsi neutron-server[85243]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 16 05:03:46.354366 dv-cinder-786524-1-iscsi neutron-server[85243]:   from cryptography.utils import int_from_bytes
Apr 16 05:03:46.354366 dv-cinder-786524-1-iscsi neutron-server[85243]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 16 05:03:46.354366 dv-cinder-786524-1-iscsi neutron-server[85243]:   (rel_b, rel_a, rel_b),
Apr 16 05:03:46.354366 dv-cinder-786524-1-iscsi neutron-server[85243]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 16 05:03:46.354366 dv-cinder-786524-1-iscsi neutron-server[85243]:   (rel_b, rel_a, rel_b),
Apr 16 05:03:46.354366 dv-cinder-786524-1-iscsi neutron-server[85243]: Traceback (most recent call last):
Apr 16 05:03:46.354366 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 05:03:46.354366 dv-cinder-786524-1-iscsi neutron-server[85243]:     timer()
Apr 16 05:03:46.354366 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 05:03:46.354366 dv-cinder-786524-1-iscsi neutron-server[85243]:     cb(*args, **kw)
Apr 16 05:03:46.354366 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 16 05:03:46.354366 dv-cinder-786524-1-iscsi neutron-server[85243]:     return func(*args, **kwargs)
Apr 16 05:03:46.354366 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 05:03:46.354366 dv-cinder-786524-1-iscsi neutron-server[85243]:     self._notify()
Apr 16 05:03:46.354366 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 05:03:46.354366 dv-cinder-786524-1-iscsi neutron-server[85243]:     self.callback(batched_events)
Apr 16 05:03:46.354366 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 05:03:46.354366 dv-cinder-786524-1-iscsi neutron-server[85243]:     event.method(event)
Apr 16 05:03:46.354366 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 16 05:03:46.354366 dv-cinder-786524-1-iscsi neutron-server[85243]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 05:03:46.354366 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 16 05:03:46.354366 dv-cinder-786524-1-iscsi neutron-server[85243]:     segment_id)['aggregates'][0]
Apr 16 05:03:46.354366 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 16 05:03:46.354366 dv-cinder-786524-1-iscsi neutron-server[85243]:     return f(self, *a, **k)
Apr 16 05:03:46.354366 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 16 05:03:46.354366 dv-cinder-786524-1-iscsi neutron-server[85243]:     return self._get(url).json()
Apr 16 05:03:46.354366 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 05:03:46.354366 dv-cinder-786524-1-iscsi neutron-server[85243]:     **kwargs)
Apr 16 05:03:46.354366 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 05:03:46.354366 dv-cinder-786524-1-iscsi neutron-server[85243]:     return self.request(url, 'GET', **kwargs)
Apr 16 05:03:46.354366 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 16 05:03:46.354366 dv-cinder-786524-1-iscsi neutron-server[85243]:     **endpoint_filter)
Apr 16 05:03:46.354366 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 05:03:46.354366 dv-cinder-786524-1-iscsi neutron-server[85243]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 05:03:46.354366 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 05:03:46.354366 dv-cinder-786524-1-iscsi neutron-server[85243]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 05:03:46.354366 dv-cinder-786524-1-iscsi neutron-server[85243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 05:03:46.358951 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.16', 65152) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:03:46.395513 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device 7415364a-9fea-48f5-a6a8-a7214d3e1021 up at agent ovs-agent-dv-cinder-786524-1-iscsi {{(pid=85358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 05:03:46.469624 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 60482) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:03:46.484672 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-4d5a1d2d-548f-4310-a11f-ef06c1f5efe5 None None] Transition to ACTIVE for port object a6f9e583-5545-4b1e-b17d-dbdb943266cf will not be triggered until provisioned by entity L2. {{(pid=85359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 05:03:46.492258 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2b83f3a6-9c95-40f7-a041-b1cbc2439ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-103783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821614228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33197052'] for network, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:46.499666 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-4d5a1d2d-548f-4310-a11f-ef06c1f5efe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:46.534360 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:03:46.591070 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Provisioning complete for port 7415364a-9fea-48f5-a6a8-a7214d3e1021 triggered by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:03:46.591496 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:46.601681 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-ecf7a316-4b00-4f22-a86b-35183bb794b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:03:46.632427 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2b83f3a6-9c95-40f7-a041-b1cbc2439ba6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821710155'] for network, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:46.636582 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b83f3a6-9c95-40f7-a041-b1cbc2439ba6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7fc2121-f3e1-42fd-b03a-0a0144fb03ee,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:03:46.650319 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2b83f3a6-9c95-40f7-a041-b1cbc2439ba6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:03:46.659676 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-2b83f3a6-9c95-40f7-a041-b1cbc2439ba6 admin admin] 10.222.0.26 "DELETE /v2.0/networks/d7fc2121-f3e1-42fd-b03a-0a0144fb03ee HTTP/1.1" status: 204  len: 168 time: 3.0364492
Apr 16 05:03:46.663792 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 60490) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:03:46.955442 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b71a03-8018-4e71-b33b-1c89b840539f req-d3d0900c-59ea-4762-bd63-cf6def8a6211 tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:03:46.959125 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-97b71a03-8018-4e71-b33b-1c89b840539f req-d3d0900c-59ea-4762-bd63-cf6def8a6211 tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] 10.222.0.16 "GET /v2.0/networks?id=0848d992-50a2-4a2d-aa8d-a0d2350b7994 HTTP/1.1" status: 200  len: 812 time: 0.5991852
Apr 16 05:03:46.974076 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.db_base_plugin_v2 [None req-38745edf-fea4-48dc-b0e0-828e900880e2 admin admin] Deleting subnet a1b6c70b-4556-4718-a867-d8ff5a12538b {{(pid=85356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 16 05:03:46.982501 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-38745edf-fea4-48dc-b0e0-828e900880e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:47.052631 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-0fb02686-1908-4975-b54b-68156a440a07 req-1254c356-3ae6-499f-8f58-fac654a43484 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2c5224f-3c8e-4f48-ae99-72a5b00e94ce HTTP/1.1" status: 200  len: 210 time: 0.0627303
Apr 16 05:03:47.113242 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.16', 65155) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:03:47.141738 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-38745edf-fea4-48dc-b0e0-828e900880e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036821400633'] for subnet, precommit_delete_associations {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:47.150619 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-4d5a1d2d-548f-4310-a11f-ef06c1f5efe5 None None] Attempting to bind port a6f9e583-5545-4b1e-b17d-dbdb943266cf on host dv-cinder-786524-1-iscsi for vnic_type normal with profile  {{(pid=85359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 05:03:47.151030 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-4d5a1d2d-548f-4310-a11f-ef06c1f5efe5 None None] Attempting to bind port a6f9e583-5545-4b1e-b17d-dbdb943266cf by drivers openvswitch,hyperv on host dv-cinder-786524-1-iscsi at level 0 using segments [{'id': '88f0db33-a5d4-497b-ae0c-257388b0c0ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88'}] {{(pid=85359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 05:03:47.151432 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5a1d2d-548f-4310-a11f-ef06c1f5efe5 None None] Attempting to bind port a6f9e583-5545-4b1e-b17d-dbdb943266cf on network 09b59cd3-13be-4f6b-8ba8-71a7bb13ef88 {{(pid=85359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 05:03:47.165128 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d0d2dd-7473-43a9-af0d-ebbffefc7959 None None] Pushing event updated for resources: {'Port': ['ID=a6f9e583-5545-4b1e-b17d-dbdb943266cf,revision_number=2']} {{(pid=85359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:03:47.196017 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5a1d2d-548f-4310-a11f-ef06c1f5efe5 None None] Checking agent: {'id': '2c00d7f4-da3e-4cf0-ab95-3dab1af70cf6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 4, 54, 38), 'started_at': datetime.datetime(2021, 4, 16, 4, 55, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 5, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 05:03:47.197277 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5a1d2d-548f-4310-a11f-ef06c1f5efe5 None None] Checking segment: {'id': '88f0db33-a5d4-497b-ae0c-257388b0c0ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 05:03:47.197735 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-4d5a1d2d-548f-4310-a11f-ef06c1f5efe5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:47.200850 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5a1d2d-548f-4310-a11f-ef06c1f5efe5 None None] Bound using segment: {'id': '88f0db33-a5d4-497b-ae0c-257388b0c0ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88'} {{(pid=85359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 05:03:47.201509 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-4d5a1d2d-548f-4310-a11f-ef06c1f5efe5 None None] Bound port: a6f9e583-5545-4b1e-b17d-dbdb943266cf, host: dv-cinder-786524-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88f0db33-a5d4-497b-ae0c-257388b0c0ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88'}}] {{(pid=85359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 05:03:47.203140 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-4d5a1d2d-548f-4310-a11f-ef06c1f5efe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:47.215807 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.db_base_plugin_common [None req-a674701e-e6f4-4239-8f8a-6d52c9b5d564 admin admin] Allocated IP 172.20.0.1 (8df91495-625b-4773-a543-89e51aa2e299/7194465a-cb17-4853-a8ba-70bd30e05305/08ce9393-00ae-4be1-9278-180b21c775d2) {{(pid=85357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 05:03:47.284173 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-38745edf-fea4-48dc-b0e0-828e900880e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-24815'] for subnet, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:47.414397 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-4d5a1d2d-548f-4310-a11f-ef06c1f5efe5 None None] For port a6f9e583-5545-4b1e-b17d-dbdb943266cf, host dv-cinder-786524-1-iscsi, cleared binding levels {{(pid=85359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 05:03:47.423180 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-4d5a1d2d-548f-4310-a11f-ef06c1f5efe5 None None] For port a6f9e583-5545-4b1e-b17d-dbdb943266cf, host dv-cinder-786524-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=a6f9e583-5545-4b1e-b17d-dbdb943266cf,segment=NetworkSegment(88f0db33-a5d4-497b-ae0c-257388b0c0ef),segment_id=88f0db33-a5d4-497b-ae0c-257388b0c0ef)] {{(pid=85359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 05:03:47.427396 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d0d2dd-7473-43a9-af0d-ebbffefc7959 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:03:47.427805 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d0d2dd-7473-43a9-af0d-ebbffefc7959 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:03:47.428146 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d0d2dd-7473-43a9-af0d-ebbffefc7959 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:03:47.428509 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d0d2dd-7473-43a9-af0d-ebbffefc7959 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:03:47.428885 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d0d2dd-7473-43a9-af0d-ebbffefc7959 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:03:47.429254 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d0d2dd-7473-43a9-af0d-ebbffefc7959 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:03:47.434991 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d0d2dd-7473-43a9-af0d-ebbffefc7959 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:03:47.435229 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d0d2dd-7473-43a9-af0d-ebbffefc7959 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:03:47.435788 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d0d2dd-7473-43a9-af0d-ebbffefc7959 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:03:47.437578 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d0d2dd-7473-43a9-af0d-ebbffefc7959 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:03:47.437971 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d0d2dd-7473-43a9-af0d-ebbffefc7959 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:03:47.438341 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d0d2dd-7473-43a9-af0d-ebbffefc7959 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:03:47.439547 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d0d2dd-7473-43a9-af0d-ebbffefc7959 None None] Tracked resource versions report:
Apr 16 05:03:47.439547 dv-cinder-786524-1-iscsi neutron-server[85243]: pushed versions:
Apr 16 05:03:47.439547 dv-cinder-786524-1-iscsi neutron-server[85243]: {   'AddressGroup': {'1.2'},
Apr 16 05:03:47.439547 dv-cinder-786524-1-iscsi neutron-server[85243]:     'ConntrackHelper': {'1.0'},
Apr 16 05:03:47.439547 dv-cinder-786524-1-iscsi neutron-server[85243]:     'Log': {'1.0'},
Apr 16 05:03:47.439547 dv-cinder-786524-1-iscsi neutron-server[85243]:     'Network': {'1.1'},
Apr 16 05:03:47.439547 dv-cinder-786524-1-iscsi neutron-server[85243]:     'Port': {'1.7'},
Apr 16 05:03:47.439547 dv-cinder-786524-1-iscsi neutron-server[85243]:     'PortForwarding': {'1.2'},
Apr 16 05:03:47.439547 dv-cinder-786524-1-iscsi neutron-server[85243]:     'QosPolicy': {'1.8'},
Apr 16 05:03:47.439547 dv-cinder-786524-1-iscsi neutron-server[85243]:     'SecurityGroup': {'1.4'},
Apr 16 05:03:47.439547 dv-cinder-786524-1-iscsi neutron-server[85243]:     'SecurityGroupRule': {'1.2'},
Apr 16 05:03:47.439547 dv-cinder-786524-1-iscsi neutron-server[85243]:     'SubPort': {'1.0'},
Apr 16 05:03:47.439547 dv-cinder-786524-1-iscsi neutron-server[85243]:     'Subnet': {'1.1'},
Apr 16 05:03:47.439547 dv-cinder-786524-1-iscsi neutron-server[85243]:     'Trunk': {'1.1'}}
Apr 16 05:03:47.439547 dv-cinder-786524-1-iscsi neutron-server[85243]: consumer versions:
Apr 16 05:03:47.439547 dv-cinder-786524-1-iscsi neutron-server[85243]: {   DHCP agent@dv-cinder-786524-1-iscsi: {},
Apr 16 05:03:47.439547 dv-cinder-786524-1-iscsi neutron-server[85243]:     HyperV agent@hv-cinder-78652: {},
Apr 16 05:03:47.439547 dv-cinder-786524-1-iscsi neutron-server[85243]:     L3 agent@dv-cinder-786524-1-iscsi: {},
Apr 16 05:03:47.439547 dv-cinder-786524-1-iscsi neutron-server[85243]:     Metadata agent@dv-cinder-786524-1-iscsi: {},
Apr 16 05:03:47.439547 dv-cinder-786524-1-iscsi neutron-server[85243]:     Metering agent@dv-cinder-786524-1-iscsi: {},
Apr 16 05:03:47.439547 dv-cinder-786524-1-iscsi neutron-server[85243]:     Open vSwitch agent@dv-cinder-786524-1-iscsi: {   'AddressGroup': '1.2',
Apr 16 05:03:47.439547 dv-cinder-786524-1-iscsi neutron-server[85243]:                                                      'ConntrackHelper': '1.0',
Apr 16 05:03:47.439547 dv-cinder-786524-1-iscsi neutron-server[85243]:                                                      'Log': '1.0',
Apr 16 05:03:47.439547 dv-cinder-786524-1-iscsi neutron-server[85243]:                                                      'Network': '1.1',
Apr 16 05:03:47.439547 dv-cinder-786524-1-iscsi neutron-server[85243]:                                                      'Port': '1.7',
Apr 16 05:03:47.439547 dv-cinder-786524-1-iscsi neutron-server[85243]:                                                      'PortForwarding': '1.2',
Apr 16 05:03:47.439547 dv-cinder-786524-1-iscsi neutron-server[85243]:                                                      'QosPolicy': '1.8',
Apr 16 05:03:47.439547 dv-cinder-786524-1-iscsi neutron-server[85243]:                                                      'SecurityGroup': '1.4',
Apr 16 05:03:47.439547 dv-cinder-786524-1-iscsi neutron-server[85243]:                                                      'SecurityGroupRule': '1.2',
Apr 16 05:03:47.439547 dv-cinder-786524-1-iscsi neutron-server[85243]:                                                      'SubPort': '1.0',
Apr 16 05:03:47.439547 dv-cinder-786524-1-iscsi neutron-server[85243]:                                                      'Subnet': '1.1',
Apr 16 05:03:47.439547 dv-cinder-786524-1-iscsi neutron-server[85243]:                                                      'Trunk': '1.1'}}
Apr 16 05:03:47.439547 dv-cinder-786524-1-iscsi neutron-server[85243]:  {{(pid=85359) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 16 05:03:47.452000 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-58d0d2dd-7473-43a9-af0d-ebbffefc7959 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.919s {{(pid=85359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:03:47.453487 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-4d5a1d2d-548f-4310-a11f-ef06c1f5efe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:47.488180 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e89d2-a9b5-4427-b8a5-654d64d9e27a req-1e26f240-553d-4265-9192-e46e54e9c15c tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:03:47.490026 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-cd8e89d2-a9b5-4427-b8a5-654d64d9e27a req-1e26f240-553d-4265-9192-e46e54e9c15c tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.16 "GET /v2.0/networks?id=469c610d-3640-4407-b2a9-dd8cd792723c HTTP/1.1" status: 200  len: 814 time: 0.3756502
Apr 16 05:03:47.504733 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ba47cd33-3631-44c0-a52f-dd0472bf01d7 req-4d73013d-a0a5-4cf8-9e40-1f2082ae5268 tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4bc26f-251b-4112-b09b-1f0028c33bb8 HTTP/1.1" status: 200  len: 210 time: 0.2974439
Apr 16 05:03:47.527691 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [req-cd8e89d2-a9b5-4427-b8a5-654d64d9e27a req-06a835e2-0277-4036-b857-a386970b34ec tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Request body: {'port': {'device_id': 'f2c5224f-3c8e-4f48-ae99-72a5b00e94ce', 'network_id': '469c610d-3640-4407-b2a9-dd8cd792723c', 'admin_state_up': True, 'tenant_id': '7f44f6ee260749d7a681aeb529427a10'}} {{(pid=85357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:03:47.635805 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-a2027887-4b74-4586-9cdb-8a10e50c45e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:03:47.669302 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ed8adaed-676a-42da-825c-915a811019d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:47.718792 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [req-97b71a03-8018-4e71-b33b-1c89b840539f req-08e2d595-9e86-4296-b1cf-56027603c90f tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] Request body: {'port': {'device_id': '9d4bc26f-251b-4112-b09b-1f0028c33bb8', 'network_id': '0848d992-50a2-4a2d-aa8d-a0d2350b7994', 'admin_state_up': True, 'tenant_id': '38f882efdbbe40d39a333416247b05be'}} {{(pid=85356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:03:47.742222 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-38745edf-fea4-48dc-b0e0-828e900880e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854751001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821614264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036822724279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32287697'] for subnet, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:47.818801 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-ed8adaed-676a-42da-825c-915a811019d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:03:47.823207 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-ed8adaed-676a-42da-825c-915a811019d3 admin admin] Usage tracker for resource:security_group_rule and tenant:4290d4c3ba64412cbe50a8748fe04437 is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:03:47.826878 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-ed8adaed-676a-42da-825c-915a811019d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:03:47.832628 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:03:47.834285 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-ed8adaed-676a-42da-825c-915a811019d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:03:47.886942 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d0d2dd-7473-43a9-af0d-ebbffefc7959 None None] Pushing event updated for resources: {'Port': ['ID=a6f9e583-5545-4b1e-b17d-dbdb943266cf,revision_number=3']} {{(pid=85359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:03:47.889973 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38745edf-fea4-48dc-b0e0-828e900880e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1b6c70b-4556-4718-a867-d8ff5a12538b,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:03:47.890460 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-58d0d2dd-7473-43a9-af0d-ebbffefc7959 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=85359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:03:47.918186 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [req-cd8e89d2-a9b5-4427-b8a5-654d64d9e27a req-06a835e2-0277-4036-b857-a386970b34ec tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:03:47.955630 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5a1d2d-548f-4310-a11f-ef06c1f5efe5 None None] Routers {'06219234-90cd-436f-bef0-5978e43466c4'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:03:47.960371 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-4d5a1d2d-548f-4310-a11f-ef06c1f5efe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5daea63978>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:03:37Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['06219234-90cd-436f-bef0-5978e43466c4'], 'active': True} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:03:47.995868 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-cd8e89d2-a9b5-4427-b8a5-654d64d9e27a req-06a835e2-0277-4036-b857-a386970b34ec tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Usage tracker for resource:port and tenant:7f44f6ee260749d7a681aeb529427a10 is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:03:48.007312 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-cd8e89d2-a9b5-4427-b8a5-654d64d9e27a req-06a835e2-0277-4036-b857-a386970b34ec tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:03:48.031571 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [req-cd8e89d2-a9b5-4427-b8a5-654d64d9e27a req-06a835e2-0277-4036-b857-a386970b34ec tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:03:48.058488 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-38745edf-fea4-48dc-b0e0-828e900880e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:03:48.072611 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd8e89d2-a9b5-4427-b8a5-654d64d9e27a req-06a835e2-0277-4036-b857-a386970b34ec tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Made reservation on behalf of 7f44f6ee260749d7a681aeb529427a10 for: {'port': 1} {{(pid=85357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 05:03:48.079892 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-cd8e89d2-a9b5-4427-b8a5-654d64d9e27a req-06a835e2-0277-4036-b857-a386970b34ec tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:48.335227 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-38745edf-fea4-48dc-b0e0-828e900880e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821710155'] for subnet, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:48.365924 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [req-97b71a03-8018-4e71-b33b-1c89b840539f req-08e2d595-9e86-4296-b1cf-56027603c90f tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:03:48.383677 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-97b71a03-8018-4e71-b33b-1c89b840539f req-08e2d595-9e86-4296-b1cf-56027603c90f tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] Usage tracker for resource:port and tenant:38f882efdbbe40d39a333416247b05be is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:03:48.396380 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-97b71a03-8018-4e71-b33b-1c89b840539f req-08e2d595-9e86-4296-b1cf-56027603c90f tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:03:48.433018 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [req-97b71a03-8018-4e71-b33b-1c89b840539f req-08e2d595-9e86-4296-b1cf-56027603c90f tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:03:48.461924 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-38745edf-fea4-48dc-b0e0-828e900880e2 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/a1b6c70b-4556-4718-a867-d8ff5a12538b HTTP/1.1" status: 204  len: 168 time: 1.7965841
Apr 16 05:03:48.464492 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 60586) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:03:48.656507 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 60592) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:03:48.741763 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-53121a09-ce74-418a-b5a9-70dd9623f5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854762676'] for network, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:48.842639 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a674701e-e6f4-4239-8f8a-6d52c9b5d564 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:48.874756 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-a674701e-e6f4-4239-8f8a-6d52c9b5d564 admin admin] Transition to ACTIVE for port object 08ce9393-00ae-4be1-9278-180b21c775d2 will not be triggered until provisioned by entity DHCP. {{(pid=85357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 05:03:48.921380 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-4d5a1d2d-548f-4310-a11f-ef06c1f5efe5 None None] Set router 06219234-90cd-436f-bef0-5978e43466c4 gateway port host: dv-cinder-786524-1-iscsi {{(pid=85359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:03:49.062988 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ed84b854-5740-49d4-a548-7a5ea2637df5 req-93c888bb-ebbf-47bc-9d84-78cfa823b6c9 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2c5224f-3c8e-4f48-ae99-72a5b00e94ce HTTP/1.1" status: 200  len: 210 time: 0.1467998
Apr 16 05:03:49.068801 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ed8adaed-676a-42da-825c-915a811019d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:49.086799 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a674701e-e6f4-4239-8f8a-6d52c9b5d564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284332319809'] for port, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:49.087619 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ed8adaed-676a-42da-825c-915a811019d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:49.104667 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-246c2573-a79f-42fe-80fa-a0ff1485f9b6 req-8d23d29d-4c7a-4a35-8020-49c575dc973a tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4bc26f-251b-4112-b09b-1f0028c33bb8 HTTP/1.1" status: 200  len: 210 time: 0.1743944
Apr 16 05:03:49.171088 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-1e77e6f8-3333-4c1b-9c75-b398849fed48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:03:49.264182 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.db_base_plugin_common [req-cd8e89d2-a9b5-4427-b8a5-654d64d9e27a req-06a835e2-0277-4036-b857-a386970b34ec tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Allocated IP 172.20.0.7 (469c610d-3640-4407-b2a9-dd8cd792723c/28b73d84-839b-41f8-8a99-404cd24cc829/a16c1736-e19e-4ba4-b59e-1ab713023d6e) {{(pid=85357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 05:03:49.291997 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-7c1a6638-6efd-4e1d-958f-924c7f3c9fc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:49.301626 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97b71a03-8018-4e71-b33b-1c89b840539f req-08e2d595-9e86-4296-b1cf-56027603c90f tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] Made reservation on behalf of 38f882efdbbe40d39a333416247b05be for: {'port': 1} {{(pid=85356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 05:03:49.307864 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-97b71a03-8018-4e71-b33b-1c89b840539f req-08e2d595-9e86-4296-b1cf-56027603c90f tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:49.368415 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-7c1a6638-6efd-4e1d-958f-924c7f3c9fc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:03:49.397447 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-7c1a6638-6efd-4e1d-958f-924c7f3c9fc5 admin admin] Usage tracker for resource:security_group_rule and tenant:2a587a4d25174774ad1bbd453a0ee00d is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:03:49.445866 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-ed8adaed-676a-42da-825c-915a811019d3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4290d4c3ba64412cbe50a8748fe04437&name=default HTTP/1.1" status: 200  len: 2975 time: 2.7022426
Apr 16 05:03:49.453848 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a674701e-e6f4-4239-8f8a-6d52c9b5d564 admin admin] Pushing event updated for resources: {'Port': ['ID=08ce9393-00ae-4be1-9278-180b21c775d2,revision_number=1']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:03:49.481577 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 60600) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:03:49.484241 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-7c1a6638-6efd-4e1d-958f-924c7f3c9fc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:03:49.493757 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-a674701e-e6f4-4239-8f8a-6d52c9b5d564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:03:49.497006 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.259s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:03:49.555242 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8adaed-676a-42da-825c-915a811019d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=908c7342-04a4-442e-9cf9-e83d917fd7e1,revision_number=1']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:03:49.569926 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-ed8adaed-676a-42da-825c-915a811019d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:03:49.581635 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-4d5a1d2d-548f-4310-a11f-ef06c1f5efe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5daea63978>, [{'id': '06219234-90cd-436f-bef0-5978e43466c4', 'name': 'tempest-AttachVolumeShelveTestJSON-1995442241-router', 'tenant_id': '0568e0a577bb45428833638c9c368aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'a6f9e583-5545-4b1e-b17d-dbdb943266cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:03:36Z', 'updated_at': '2021-04-16T05:03:41Z', 'revision_number': 3, 'project_id': '0568e0a577bb45428833638c9c368aa5', 'gw_port': {'id': 'a6f9e583-5545-4b1e-b17d-dbdb943266cf', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:de:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06219234-90cd-436f-bef0-5978e43466c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:03:39Z', 'updated_at': '2021-04-16T05:03:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi'}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:03:49.586460 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5a1d2d-548f-4310-a11f-ef06c1f5efe5 None None] The sync data for ids ['06219234-90cd-436f-bef0-5978e43466c4'] in dv-cinder-786524-1-iscsi is: [{'id': '06219234-90cd-436f-bef0-5978e43466c4', 'name': 'tempest-AttachVolumeShelveTestJSON-1995442241-router', 'tenant_id': '0568e0a577bb45428833638c9c368aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'a6f9e583-5545-4b1e-b17d-dbdb943266cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:03:36Z', 'updated_at': '2021-04-16T05:03:41Z', 'revision_number': 3, 'project_id': '0568e0a577bb45428833638c9c368aa5', 'gw_port': {'id': 'a6f9e583-5545-4b1e-b17d-dbdb943266cf', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:de:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06219234-90cd-436f-bef0-5978e43466c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:03:39Z', 'updated_at': '2021-04-16T05:03:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi'}] {{(pid=85359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 05:03:49.696735 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-7c1a6638-6efd-4e1d-958f-924c7f3c9fc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:03:49.735616 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-53121a09-ce74-418a-b5a9-70dd9623f5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854672018', 'neutron.services.segments.db._delete_segments_for_network-8752523025096'] for network, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:49.927490 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-cd8e89d2-a9b5-4427-b8a5-654d64d9e27a req-06a835e2-0277-4036-b857-a386970b34ec tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Notify callbacks [] for port, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:50.009470 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a674701e-e6f4-4239-8f8a-6d52c9b5d564 admin admin] Network 8df91495-625b-4773-a543-89e51aa2e299 is already hosted by enough agents. {{(pid=85357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 05:03:50.010989 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [None req-a674701e-e6f4-4239-8f8a-6d52c9b5d564 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 05:03:50.016054 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-cd8e89d2-a9b5-4427-b8a5-654d64d9e27a req-06a835e2-0277-4036-b857-a386970b34ec tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284332319809'] for port, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:50.020234 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a674701e-e6f4-4239-8f8a-6d52c9b5d564 admin admin] Received port after_create {{(pid=85357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 05:03:50.020893 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a674701e-e6f4-4239-8f8a-6d52c9b5d564 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33196661'] for router_interface, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:50.343997 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.services.segments.db [None req-53121a09-ce74-418a-b5a9-70dd9623f5f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5dae735fd0>,) {'filters': {'network_id': ['be2b6ee4-3f16-493c-a043-055efdde1221']}} {{(pid=85356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:03:50.380749 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:03:50.422978 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-b86ccfa5-fd55-434c-8a31-469b07314f6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:50.465651 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.services.segments.db [None req-53121a09-ce74-418a-b5a9-70dd9623f5f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5dae735fd0>, 'd26fb949-c0cd-4ee1-9c3e-c2e108cb52a4') {'for_net_delete': True} {{(pid=85356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:03:50.466001 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.services.segments.db [None req-53121a09-ce74-418a-b5a9-70dd9623f5f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5dae735fd0>, 'd26fb949-c0cd-4ee1-9c3e-c2e108cb52a4') {} {{(pid=85356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:03:50.536603 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device a6f9e583-5545-4b1e-b17d-dbdb943266cf up at agent ovs-agent-dv-cinder-786524-1-iscsi {{(pid=85358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 05:03:50.573583 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-53121a09-ce74-418a-b5a9-70dd9623f5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752523028953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33375231'] for segment, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:50.595871 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd8e89d2-a9b5-4427-b8a5-654d64d9e27a req-06a835e2-0277-4036-b857-a386970b34ec tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Network 469c610d-3640-4407-b2a9-dd8cd792723c is already hosted by enough agents. {{(pid=85357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 05:03:50.610082 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.db_base_plugin_common [req-97b71a03-8018-4e71-b33b-1c89b840539f req-08e2d595-9e86-4296-b1cf-56027603c90f tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] Allocated IP 172.20.0.11 (0848d992-50a2-4a2d-aa8d-a0d2350b7994/b1b631c1-ecf0-4c00-9c5c-256ae81c8439/7bc12aaf-81cf-42ab-a64a-e5bcd50f7497) {{(pid=85356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 05:03:50.623755 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-b86ccfa5-fd55-434c-8a31-469b07314f6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:50.662416 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-53121a09-ce74-418a-b5a9-70dd9623f5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854750583'] for segment, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:50.676301 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-0c2a031d-116e-4dda-b0eb-2c367cc15b0c None None] Provisioning for port 08ce9393-00ae-4be1-9278-180b21c775d2 completed by entity DHCP. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 05:03:50.713333 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53121a09-ce74-418a-b5a9-70dd9623f5f1 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=85356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 16 05:03:50.741998 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-7c1a6638-6efd-4e1d-958f-924c7f3c9fc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:50.766826 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-0c2a031d-116e-4dda-b0eb-2c367cc15b0c None None] Provisioning complete for port 08ce9393-00ae-4be1-9278-180b21c775d2 triggered by entity DHCP. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:03:50.769931 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0c2a031d-116e-4dda-b0eb-2c367cc15b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:50.796696 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [req-cd8e89d2-a9b5-4427-b8a5-654d64d9e27a req-06a835e2-0277-4036-b857-a386970b34ec tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Resources bound (agent type, host, resource id):  {{(pid=85357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 05:03:50.804964 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd8e89d2-a9b5-4427-b8a5-654d64d9e27a req-06a835e2-0277-4036-b857-a386970b34ec tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Received port after_create {{(pid=85357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 05:03:50.818287 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e89d2-a9b5-4427-b8a5-654d64d9e27a req-06a835e2-0277-4036-b857-a386970b34ec tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:03:50.819258 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-cd8e89d2-a9b5-4427-b8a5-654d64d9e27a req-06a835e2-0277-4036-b857-a386970b34ec tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821710155'] for port, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:50.826982 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-7c1a6638-6efd-4e1d-958f-924c7f3c9fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:50.833969 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-84a7b9af-2c8f-4060-aecd-b629636c45cb req-b20556dd-5c13-49b1-9f28-492b956ea2a2 tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4bc26f-251b-4112-b09b-1f0028c33bb8 HTTP/1.1" status: 200  len: 210 time: 0.2355192
Apr 16 05:03:50.897392 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Provisioning for port a6f9e583-5545-4b1e-b17d-dbdb943266cf completed by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 05:03:50.917317 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Provisioning complete for port a6f9e583-5545-4b1e-b17d-dbdb943266cf triggered by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:03:50.918235 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:50.977644 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-9880d701-8d00-4c13-8ce4-11c02cf70795 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:03:51.006854 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a835e2-0277-4036-b857-a386970b34ec tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Pushing event updated for resources: {'Port': ['ID=a16c1736-e19e-4ba4-b59e-1ab713023d6e,revision_number=1']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:03:51.011618 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-06a835e2-0277-4036-b857-a386970b34ec tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.648s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:03:51.215182 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-cd8e89d2-a9b5-4427-b8a5-654d64d9e27a req-06a835e2-0277-4036-b857-a386970b34ec tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.7063296
Apr 16 05:03:51.242174 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-0c2a031d-116e-4dda-b0eb-2c367cc15b0c None None] Port 08ce9393-00ae-4be1-9278-180b21c775d2 cannot update to ACTIVE because it is not bound. {{(pid=85358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 16 05:03:51.250762 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a674701e-e6f4-4239-8f8a-6d52c9b5d564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:51.254698 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-7c1a6638-6efd-4e1d-958f-924c7f3c9fc5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2a587a4d25174774ad1bbd453a0ee00d&name=default HTTP/1.1" status: 200  len: 2979 time: 2.5966964
Apr 16 05:03:51.276477 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 60636) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:03:51.282807 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1a6638-6efd-4e1d-958f-924c7f3c9fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d4aef7-8370-4343-8a92-08dbc74f9c40,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:03:51.303816 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [req-cd8e89d2-a9b5-4427-b8a5-654d64d9e27a req-a5d7c0a4-b46c-4e32-a3d9-779680bc8703 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=85357) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 05:03:51.306030 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-cd8e89d2-a9b5-4427-b8a5-654d64d9e27a req-a5d7c0a4-b46c-4e32-a3d9-779680bc8703 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0701361
Apr 16 05:03:51.355139 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-7c1a6638-6efd-4e1d-958f-924c7f3c9fc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:03:51.374708 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-53121a09-ce74-418a-b5a9-70dd9623f5f1 admin admin] Network be2b6ee4-3f16-493c-a043-055efdde1221 has no segments {{(pid=85356) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 16 05:03:51.415562 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-53121a09-ce74-418a-b5a9-70dd9623f5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-25233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32053224'] for segment, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:51.442080 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-b86ccfa5-fd55-434c-8a31-469b07314f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:51.457713 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:51.511437 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] For port a6f9e583-5545-4b1e-b17d-dbdb943266cf, host dv-cinder-786524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=a6f9e583-5545-4b1e-b17d-dbdb943266cf,segment=NetworkSegment(88f0db33-a5d4-497b-ae0c-257388b0c0ef),segment_id=88f0db33-a5d4-497b-ae0c-257388b0c0ef)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:03:51.515776 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:51.522478 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-4cb38323-a3d5-4845-9049-dad1db0e9243 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:03:51.585806 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:03:51.635876 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86ccfa5-fd55-434c-8a31-469b07314f6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=908c7342-04a4-442e-9cf9-e83d917fd7e1,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:03:51.644601 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-b86ccfa5-fd55-434c-8a31-469b07314f6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:03:51.714356 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.agents_db [None req-9d5d34cb-f672-4e49-b111-51c360ae5d44 None None] Agent healthcheck: found 6 active agents {{(pid=85359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 05:03:51.738592 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a674701e-e6f4-4239-8f8a-6d52c9b5d564 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:51.746328 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-b86ccfa5-fd55-434c-8a31-469b07314f6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:51.747119 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-b86ccfa5-fd55-434c-8a31-469b07314f6a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/908c7342-04a4-442e-9cf9-e83d917fd7e1 HTTP/1.1" status: 204  len: 168 time: 2.2607636
Apr 16 05:03:51.798895 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Pushing event updated for resources: {'Port': ['ID=a6f9e583-5545-4b1e-b17d-dbdb943266cf,revision_number=4']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:03:51.806412 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-53121a09-ce74-418a-b5a9-70dd9623f5f1 admin admin] Network be2b6ee4-3f16-493c-a043-055efdde1221 has no segments {{(pid=85356) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 16 05:03:51.822737 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:03:51.833246 dv-cinder-786524-1-iscsi neutron-server[85243]: Traceback (most recent call last):
Apr 16 05:03:51.833246 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 05:03:51.833246 dv-cinder-786524-1-iscsi neutron-server[85243]:     timer()
Apr 16 05:03:51.833246 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 05:03:51.833246 dv-cinder-786524-1-iscsi neutron-server[85243]:     cb(*args, **kw)
Apr 16 05:03:51.833246 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 16 05:03:51.833246 dv-cinder-786524-1-iscsi neutron-server[85243]:     return func(*args, **kwargs)
Apr 16 05:03:51.833246 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 05:03:51.833246 dv-cinder-786524-1-iscsi neutron-server[85243]:     self._notify()
Apr 16 05:03:51.833246 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 05:03:51.833246 dv-cinder-786524-1-iscsi neutron-server[85243]:     self.callback(batched_events)
Apr 16 05:03:51.833246 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 05:03:51.833246 dv-cinder-786524-1-iscsi neutron-server[85243]:     event.method(event)
Apr 16 05:03:51.833246 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 16 05:03:51.833246 dv-cinder-786524-1-iscsi neutron-server[85243]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 05:03:51.833246 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 16 05:03:51.833246 dv-cinder-786524-1-iscsi neutron-server[85243]:     segment_id)['aggregates'][0]
Apr 16 05:03:51.833246 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 16 05:03:51.833246 dv-cinder-786524-1-iscsi neutron-server[85243]:     return f(self, *a, **k)
Apr 16 05:03:51.833246 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 16 05:03:51.833246 dv-cinder-786524-1-iscsi neutron-server[85243]:     return self._get(url).json()
Apr 16 05:03:51.833246 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 05:03:51.833246 dv-cinder-786524-1-iscsi neutron-server[85243]:     **kwargs)
Apr 16 05:03:51.833246 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 05:03:51.833246 dv-cinder-786524-1-iscsi neutron-server[85243]:     return self.request(url, 'GET', **kwargs)
Apr 16 05:03:51.833246 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 16 05:03:51.833246 dv-cinder-786524-1-iscsi neutron-server[85243]:     **endpoint_filter)
Apr 16 05:03:51.833246 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 05:03:51.833246 dv-cinder-786524-1-iscsi neutron-server[85243]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 05:03:51.833246 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 05:03:51.833246 dv-cinder-786524-1-iscsi neutron-server[85243]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 05:03:51.833246 dv-cinder-786524-1-iscsi neutron-server[85243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 05:03:51.842324 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a60cbe-9c11-4d3b-9802-c57ddd80e756 req-0605d503-2882-4765-a0da-ff20a8b4993d tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:03:51.843195 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-f4a60cbe-9c11-4d3b-9802-c57ddd80e756 req-0605d503-2882-4765-a0da-ff20a8b4993d tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Synchronizing usage tracker for tenant:7f44f6ee260749d7a681aeb529427a10 on resource:port {{(pid=85357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 05:03:51.846207 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a674701e-e6f4-4239-8f8a-6d52c9b5d564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:51.887784 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a674701e-e6f4-4239-8f8a-6d52c9b5d564 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036821710185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036821579246'] for router_interface, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:51.912267 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-06a835e2-0277-4036-b857-a386970b34ec tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:03:51.954041 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [req-cd8e89d2-a9b5-4427-b8a5-654d64d9e27a req-70d0219a-0d8f-4722-85ad-a16cfe7e8151 service neutron] Request body: {'port': {'device_id': 'f2c5224f-3c8e-4f48-ae99-72a5b00e94ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=85357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:03:52.010670 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-53121a09-ce74-418a-b5a9-70dd9623f5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-103783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821614228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33197052'] for network, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:52.058880 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-97b71a03-8018-4e71-b33b-1c89b840539f req-08e2d595-9e86-4296-b1cf-56027603c90f tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] Notify callbacks [] for port, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:52.180886 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-53121a09-ce74-418a-b5a9-70dd9623f5f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821710155'] for network, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:52.192062 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-f4a60cbe-9c11-4d3b-9802-c57ddd80e756 req-0605d503-2882-4765-a0da-ff20a8b4993d tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Unset dirty status for tenant:7f44f6ee260749d7a681aeb529427a10 on resource:port {{(pid=85357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 05:03:52.193361 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-f4a60cbe-9c11-4d3b-9802-c57ddd80e756 req-0605d503-2882-4765-a0da-ff20a8b4993d tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2c5224f-3c8e-4f48-ae99-72a5b00e94ce HTTP/1.1" status: 200  len: 931 time: 1.4287767
Apr 16 05:03:52.209417 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:03:52.233413 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a674701e-e6f4-4239-8f8a-6d52c9b5d564 admin admin] Pushing event updated for resources: {'Port': ['ID=08ce9393-00ae-4be1-9278-180b21c775d2,revision_number=2']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:03:52.288462 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-a674701e-e6f4-4239-8f8a-6d52c9b5d564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:03:52.300786 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c9230a88-1a98-4433-b0a2-7d72c964cacf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:52.318205 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-53121a09-ce74-418a-b5a9-70dd9623f5f1 admin admin] 10.222.0.26 "DELETE /v2.0/networks/be2b6ee4-3f16-493c-a043-055efdde1221 HTTP/1.1" status: 204  len: 168 time: 3.8523579
Apr 16 05:03:52.324783 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53121a09-ce74-418a-b5a9-70dd9623f5f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=be2b6ee4-3f16-493c-a043-055efdde1221,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:03:52.337575 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-97b71a03-8018-4e71-b33b-1c89b840539f req-08e2d595-9e86-4296-b1cf-56027603c90f tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284332319809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32051484'] for port, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:52.374502 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-53121a09-ce74-418a-b5a9-70dd9623f5f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:03:52.430836 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device a6f9e583-5545-4b1e-b17d-dbdb943266cf up at agent ovs-agent-dv-cinder-786524-1-iscsi {{(pid=85358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 05:03:52.516747 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-f4a60cbe-9c11-4d3b-9802-c57ddd80e756 req-8bf701d1-2489-4885-b8a0-a88fa1e67b6e tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/security-groups?id=4caff57c-68d2-4f1f-a5bc-b37d2db244ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2981877
Apr 16 05:03:52.557764 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c9230a88-1a98-4433-b0a2-7d72c964cacf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:52.566220 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Provisioning complete for port a6f9e583-5545-4b1e-b17d-dbdb943266cf triggered by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:03:52.566926 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:52.703308 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:03:52.711445 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a674701e-e6f4-4239-8f8a-6d52c9b5d564 admin admin] Network 8df91495-625b-4773-a543-89e51aa2e299 is already hosted by enough agents. {{(pid=85357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 05:03:52.741420 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-cd8e89d2-a9b5-4427-b8a5-654d64d9e27a req-70d0219a-0d8f-4722-85ad-a16cfe7e8151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:52.756634 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 60674) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:03:52.756847 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 60676) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:03:52.794879 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [None req-a674701e-e6f4-4239-8f8a-6d52c9b5d564 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 05:03:52.833037 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e2d595-9e86-4296-b1cf-56027603c90f tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] Pushing event updated for resources: {'Port': ['ID=7bc12aaf-81cf-42ab-a64a-e5bcd50f7497,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:03:52.844632 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-08e2d595-9e86-4296-b1cf-56027603c90f tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:03:52.860345 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97b71a03-8018-4e71-b33b-1c89b840539f req-08e2d595-9e86-4296-b1cf-56027603c90f tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] Network 0848d992-50a2-4a2d-aa8d-a0d2350b7994 is already hosted by enough agents. {{(pid=85356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 05:03:52.865310 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [req-97b71a03-8018-4e71-b33b-1c89b840539f req-08e2d595-9e86-4296-b1cf-56027603c90f tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] Resources bound (agent type, host, resource id):  {{(pid=85356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 05:03:52.878012 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [req-97b71a03-8018-4e71-b33b-1c89b840539f req-08e2d595-9e86-4296-b1cf-56027603c90f tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] Received port after_create {{(pid=85356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 05:03:53.019007 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b71a03-8018-4e71-b33b-1c89b840539f req-08e2d595-9e86-4296-b1cf-56027603c90f tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:03:53.019594 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-97b71a03-8018-4e71-b33b-1c89b840539f req-08e2d595-9e86-4296-b1cf-56027603c90f tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821710155'] for port, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:53.061652 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-97b71a03-8018-4e71-b33b-1c89b840539f req-08e2d595-9e86-4296-b1cf-56027603c90f tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 5.3464622
Apr 16 05:03:53.197806 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-3da1d49c-6700-4fdd-b9ab-78284268d2a3 None None] Provisioning complete for port 08ce9393-00ae-4be1-9278-180b21c775d2 triggered by entity DHCP. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:03:53.198236 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-3da1d49c-6700-4fdd-b9ab-78284268d2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:53.251938 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [req-97b71a03-8018-4e71-b33b-1c89b840539f req-a100be29-4396-47f8-8820-0817f0fc59ee service neutron] Request body: {'port': {'device_id': '9d4bc26f-251b-4112-b09b-1f0028c33bb8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=85356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:03:53.260214 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217719ca-06bc-4e08-908f-59c6cedb6488 req-68feb792-9ae7-4e5f-af7b-f5a65dd6ad2a tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:03:53.262621 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-217719ca-06bc-4e08-908f-59c6cedb6488 req-68feb792-9ae7-4e5f-af7b-f5a65dd6ad2a tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4bc26f-251b-4112-b09b-1f0028c33bb8 HTTP/1.1" status: 200  len: 932 time: 1.1603842
Apr 16 05:03:53.271479 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f2d9e4c2-2948-4db4-a859-77b9bcfd32a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:53.371888 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-3da1d49c-6700-4fdd-b9ab-78284268d2a3 None None] Port 08ce9393-00ae-4be1-9278-180b21c775d2 cannot update to ACTIVE because it is not bound. {{(pid=85358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 16 05:03:53.516636 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-97b71a03-8018-4e71-b33b-1c89b840539f req-a100be29-4396-47f8-8820-0817f0fc59ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:53.594640 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-f2d9e4c2-2948-4db4-a859-77b9bcfd32a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:03:53.730802 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 60696) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:03:53.750738 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-f2d9e4c2-2948-4db4-a859-77b9bcfd32a3 admin admin] Usage tracker for resource:security_group_rule and tenant:31b02c232b2848098066d9f87bce4997 is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:03:53.756835 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 60698) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:03:53.767781 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-f2d9e4c2-2948-4db4-a859-77b9bcfd32a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:03:53.848356 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-217719ca-06bc-4e08-908f-59c6cedb6488 req-efe3f672-78a1-4d9c-b84c-82adaf66a94f tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] Synchronizing usage tracker for tenant:38f882efdbbe40d39a333416247b05be on resource:security_group {{(pid=85357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 05:03:53.861042 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-f2d9e4c2-2948-4db4-a859-77b9bcfd32a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:03:53.867676 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c9230a88-1a98-4433-b0a2-7d72c964cacf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:53.874129 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-b9248bc4-eb83-4def-92a5-f55d592e3b14 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=63224071984f4f7b979166d63f0b4bbb&name=default HTTP/1.1" status: 200  len: 2975 time: 1.0874617
Apr 16 05:03:53.874994 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 60710) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:03:54.072411 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-7b11b145-e900-4365-bd78-87efa7ae9d08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:03:54.142538 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [req-97b71a03-8018-4e71-b33b-1c89b840539f req-a100be29-4396-47f8-8820-0817f0fc59ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bc12aaf-81cf-42ab-a64a-e5bcd50f7497 {{(pid=85356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 05:03:54.153816 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-97b71a03-8018-4e71-b33b-1c89b840539f req-a100be29-4396-47f8-8820-0817f0fc59ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:54.176248 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [req-97b71a03-8018-4e71-b33b-1c89b840539f req-a100be29-4396-47f8-8820-0817f0fc59ee service neutron] Transition to ACTIVE for port object 7bc12aaf-81cf-42ab-a64a-e5bcd50f7497 will not be triggered until provisioned by entity L2. {{(pid=85356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 05:03:54.180519 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-97b71a03-8018-4e71-b33b-1c89b840539f req-a100be29-4396-47f8-8820-0817f0fc59ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822724348'] for port, after_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:54.185787 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c9230a88-1a98-4433-b0a2-7d72c964cacf admin admin] Notify callbacks [] for security_group, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:54.191147 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-c9230a88-1a98-4433-b0a2-7d72c964cacf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/88d4aef7-8370-4343-8a92-08dbc74f9c40 HTTP/1.1" status: 204  len: 168 time: 2.8805532
Apr 16 05:03:54.294780 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f2d9e4c2-2948-4db4-a859-77b9bcfd32a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:54.334814 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-08e2d595-9e86-4296-b1cf-56027603c90f tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:03:54.337658 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-217719ca-06bc-4e08-908f-59c6cedb6488 req-efe3f672-78a1-4d9c-b84c-82adaf66a94f tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] Unset dirty status for tenant:38f882efdbbe40d39a333416247b05be on resource:security_group {{(pid=85357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 05:03:54.339356 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-217719ca-06bc-4e08-908f-59c6cedb6488 req-efe3f672-78a1-4d9c-b84c-82adaf66a94f tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] 10.222.0.26 "GET /v2.0/security-groups?id=152260db-7b46-47c6-a2ca-ab006ffc199c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0259531
Apr 16 05:03:54.341497 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9230a88-1a98-4433-b0a2-7d72c964cacf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d4aef7-8370-4343-8a92-08dbc74f9c40,revision_number=None']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:03:54.344781 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-c9230a88-1a98-4433-b0a2-7d72c964cacf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:03:54.407764 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f2d9e4c2-2948-4db4-a859-77b9bcfd32a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:54.485473 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-65cd8f66-6ace-486a-a9c3-2ca3fe1398d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:54.548090 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:03:54.562564 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-65cd8f66-6ace-486a-a9c3-2ca3fe1398d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:03:54.568752 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-65cd8f66-6ace-486a-a9c3-2ca3fe1398d3 admin admin] Usage tracker for resource:security_group_rule and tenant:4dfcbb07690d4f0183b7abd5ff0432a7 is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:03:54.573341 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-65cd8f66-6ace-486a-a9c3-2ca3fe1398d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:03:54.582972 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-65cd8f66-6ace-486a-a9c3-2ca3fe1398d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:03:54.654503 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-40580f23-ae63-4e09-946c-12aa57474b11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:54.672486 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-f2d9e4c2-2948-4db4-a859-77b9bcfd32a3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=31b02c232b2848098066d9f87bce4997&name=default HTTP/1.1" status: 200  len: 2979 time: 1.8793499
Apr 16 05:03:54.729293 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 60726) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:03:54.774711 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa44a4d-3290-43f9-9dfc-4fc4eb55da30 req-17127eb6-864e-4790-8858-5aacd3937494 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:03:54.780870 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-1aa44a4d-3290-43f9-9dfc-4fc4eb55da30 req-17127eb6-864e-4790-8858-5aacd3937494 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2c5224f-3c8e-4f48-ae99-72a5b00e94ce HTTP/1.1" status: 200  len: 931 time: 1.0190947
Apr 16 05:03:54.799406 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a100be29-4396-47f8-8820-0817f0fc59ee service neutron] Pushing event updated for resources: {'Port': ['ID=7bc12aaf-81cf-42ab-a64a-e5bcd50f7497,revision_number=2']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:03:54.836022 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-a100be29-4396-47f8-8820-0817f0fc59ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:03:54.868580 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-40580f23-ae63-4e09-946c-12aa57474b11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:03:54.873670 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-40580f23-ae63-4e09-946c-12aa57474b11 admin admin] Usage tracker for resource:security_group_rule and tenant:6c57f04c16d543c58000d46ed7504d48 is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:03:54.880709 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-40580f23-ae63-4e09-946c-12aa57474b11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:03:54.886940 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-40580f23-ae63-4e09-946c-12aa57474b11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:03:54.905351 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d9e4c2-2948-4db4-a859-77b9bcfd32a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c2799d-2956-4168-b04a-a43248307e4c,revision_number=1']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:03:54.932187 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-99f51d94-7dca-4237-8c79-83b2bcf40433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:54.933033 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-f2d9e4c2-2948-4db4-a859-77b9bcfd32a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:03:54.950699 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-adb93c8c-43a8-4f8f-be42-df62111ebdd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:54.956455 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a674701e-e6f4-4239-8f8a-6d52c9b5d564 admin admin] Router 06219234-90cd-436f-bef0-5978e43466c4 has already been hosted by L3 agent 9bacd1b6-99a0-44b1-8352-fe12768771b0 {{(pid=85357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 16 05:03:54.964721 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-99f51d94-7dca-4237-8c79-83b2bcf40433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:54.976422 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [req-97b71a03-8018-4e71-b33b-1c89b840539f req-a100be29-4396-47f8-8820-0817f0fc59ee service neutron] Attempting to bind port 7bc12aaf-81cf-42ab-a64a-e5bcd50f7497 on host hv-cinder-78652 for vnic_type normal with profile  {{(pid=85356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 05:03:54.976796 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [req-97b71a03-8018-4e71-b33b-1c89b840539f req-a100be29-4396-47f8-8820-0817f0fc59ee service neutron] Attempting to bind port 7bc12aaf-81cf-42ab-a64a-e5bcd50f7497 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '7997cb11-9779-48cb-bfc4-7cb7212aa616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '0848d992-50a2-4a2d-aa8d-a0d2350b7994'}] {{(pid=85356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 05:03:54.980058 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b71a03-8018-4e71-b33b-1c89b840539f req-a100be29-4396-47f8-8820-0817f0fc59ee service neutron] Attempting to bind port 7bc12aaf-81cf-42ab-a64a-e5bcd50f7497 on network 0848d992-50a2-4a2d-aa8d-a0d2350b7994 {{(pid=85356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 05:03:55.008565 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b71a03-8018-4e71-b33b-1c89b840539f req-a100be29-4396-47f8-8820-0817f0fc59ee service neutron] Port 7bc12aaf-81cf-42ab-a64a-e5bcd50f7497 on network 0848d992-50a2-4a2d-aa8d-a0d2350b7994 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=85356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 05:03:55.009283 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b71a03-8018-4e71-b33b-1c89b840539f req-a100be29-4396-47f8-8820-0817f0fc59ee service neutron] Attempting to bind port 7bc12aaf-81cf-42ab-a64a-e5bcd50f7497 on network 0848d992-50a2-4a2d-aa8d-a0d2350b7994 {{(pid=85356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 05:03:55.009398 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-65cd8f66-6ace-486a-a9c3-2ca3fe1398d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:55.025760 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-99f51d94-7dca-4237-8c79-83b2bcf40433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:55.029830 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b71a03-8018-4e71-b33b-1c89b840539f req-a100be29-4396-47f8-8820-0817f0fc59ee service neutron] Checking agent: {'id': '5ddcce5e-7017-4c76-88fa-bffacfec0d31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 5, 1, 38), 'started_at': datetime.datetime(2021, 4, 16, 5, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 5, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 05:03:55.030197 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b71a03-8018-4e71-b33b-1c89b840539f req-a100be29-4396-47f8-8820-0817f0fc59ee service neutron] Checking segment: {'id': '7997cb11-9779-48cb-bfc4-7cb7212aa616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '0848d992-50a2-4a2d-aa8d-a0d2350b7994'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 05:03:55.030815 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b71a03-8018-4e71-b33b-1c89b840539f req-a100be29-4396-47f8-8820-0817f0fc59ee service neutron] Bound using segment: {'id': '7997cb11-9779-48cb-bfc4-7cb7212aa616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '0848d992-50a2-4a2d-aa8d-a0d2350b7994'} {{(pid=85356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 05:03:55.031404 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [req-97b71a03-8018-4e71-b33b-1c89b840539f req-a100be29-4396-47f8-8820-0817f0fc59ee service neutron] Bound port: 7bc12aaf-81cf-42ab-a64a-e5bcd50f7497, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7997cb11-9779-48cb-bfc4-7cb7212aa616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '0848d992-50a2-4a2d-aa8d-a0d2350b7994'}}] {{(pid=85356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 05:03:55.031728 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-97b71a03-8018-4e71-b33b-1c89b840539f req-a100be29-4396-47f8-8820-0817f0fc59ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:55.046118 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-adb93c8c-43a8-4f8f-be42-df62111ebdd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:55.050297 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-f7e57ec2-c5d6-45c0-9f2d-e024c9e4d38b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:03:55.065730 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f51d94-7dca-4237-8c79-83b2bcf40433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c2799d-2956-4168-b04a-a43248307e4c,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:03:55.103088 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-99f51d94-7dca-4237-8c79-83b2bcf40433 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:03:55.105324 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-99f51d94-7dca-4237-8c79-83b2bcf40433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:55.106570 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-99f51d94-7dca-4237-8c79-83b2bcf40433 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d1c2799d-2956-4168-b04a-a43248307e4c HTTP/1.1" status: 204  len: 168 time: 0.3734391
Apr 16 05:03:55.118687 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-65cd8f66-6ace-486a-a9c3-2ca3fe1398d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:55.204815 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [req-97b71a03-8018-4e71-b33b-1c89b840539f req-a100be29-4396-47f8-8820-0817f0fc59ee service neutron] For port 7bc12aaf-81cf-42ab-a64a-e5bcd50f7497, host hv-cinder-78652, cleared binding levels {{(pid=85356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 05:03:55.211106 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [req-97b71a03-8018-4e71-b33b-1c89b840539f req-a100be29-4396-47f8-8820-0817f0fc59ee service neutron] For port 7bc12aaf-81cf-42ab-a64a-e5bcd50f7497, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=7bc12aaf-81cf-42ab-a64a-e5bcd50f7497,segment=NetworkSegment(7997cb11-9779-48cb-bfc4-7cb7212aa616),segment_id=7997cb11-9779-48cb-bfc4-7cb7212aa616)] {{(pid=85356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 05:03:55.219796 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-97b71a03-8018-4e71-b33b-1c89b840539f req-a100be29-4396-47f8-8820-0817f0fc59ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822724348'] for port, after_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:55.248626 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-a100be29-4396-47f8-8820-0817f0fc59ee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:03:55.333851 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-6cb646cf-8682-43bb-b674-0ea0184c02a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:03:55.385773 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-1aa44a4d-3290-43f9-9dfc-4fc4eb55da30 req-211a2f00-d744-4bff-b128-b6a637bdcb74 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/security-groups?id=4caff57c-68d2-4f1f-a5bc-b37d2db244ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4642689
Apr 16 05:03:55.461210 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cd8f66-6ace-486a-a9c3-2ca3fe1398d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8038cb67-de51-4b77-9e8e-4f1ecebfa854,revision_number=1']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:03:55.517550 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-65cd8f66-6ace-486a-a9c3-2ca3fe1398d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:03:55.522663 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b71a03-8018-4e71-b33b-1c89b840539f req-a100be29-4396-47f8-8820-0817f0fc59ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:03:55.529773 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-97b71a03-8018-4e71-b33b-1c89b840539f req-a100be29-4396-47f8-8820-0817f0fc59ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821710155'] for port, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:55.531453 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-97b71a03-8018-4e71-b33b-1c89b840539f req-a100be29-4396-47f8-8820-0817f0fc59ee service neutron] 10.222.0.16 "PUT /v2.0/ports/7bc12aaf-81cf-42ab-a64a-e5bcd50f7497 HTTP/1.1" status: 200  len: 1094 time: 2.2853792
Apr 16 05:03:55.532091 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d4bc26f-251b-4112-b09b-1f0028c33bb8', 'tag': '7bc12aaf-81cf-42ab-a64a-e5bcd50f7497'}] {{(pid=85356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 05:03:55.583591 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a100be29-4396-47f8-8820-0817f0fc59ee service neutron] Pushing event updated for resources: {'Port': ['ID=7bc12aaf-81cf-42ab-a64a-e5bcd50f7497,revision_number=3']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:03:55.588674 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-a100be29-4396-47f8-8820-0817f0fc59ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:03:55.735751 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-65cd8f66-6ace-486a-a9c3-2ca3fe1398d3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4dfcbb07690d4f0183b7abd5ff0432a7&name=default HTTP/1.1" status: 200  len: 2979 time: 1.9957037
Apr 16 05:03:55.738978 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 60762) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:03:55.761408 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-adb93c8c-43a8-4f8f-be42-df62111ebdd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:55.797270 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-47b6c5b9-7186-4787-b6a3-a28aa6ebc5c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:03:55.835726 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb93c8c-43a8-4f8f-be42-df62111ebdd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf31170-5210-4a1d-8de6-7df40798ee20,revision_number=None']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:03:55.848157 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-adb93c8c-43a8-4f8f-be42-df62111ebdd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:03:55.905704 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0ed94d0f-91fd-4828-a9fc-aef8bb47980d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:55.954273 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0ed94d0f-91fd-4828-a9fc-aef8bb47980d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:55.987279 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a674701e-e6f4-4239-8f8a-6d52c9b5d564 admin admin] Notify agent at l3_agent.dv-cinder-786524-1-iscsi the message routers_updated {{(pid=85357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 05:03:55.999907 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83e835e-a45f-4ea2-8560-0cd6d4ba498d None None] Sync routers for ids ['06219234-90cd-436f-bef0-5978e43466c4'] in dv-cinder-786524-1-iscsi {{(pid=85358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 05:03:56.000184 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-adb93c8c-43a8-4f8f-be42-df62111ebdd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:56.011763 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-adb93c8c-43a8-4f8f-be42-df62111ebdd9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1bf31170-5210-4a1d-8de6-7df40798ee20 HTTP/1.1" status: 204  len: 168 time: 2.0755572
Apr 16 05:03:56.023452 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83e835e-a45f-4ea2-8560-0cd6d4ba498d None None] Routers {'06219234-90cd-436f-bef0-5978e43466c4'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:03:56.024163 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-f83e835e-a45f-4ea2-8560-0cd6d4ba498d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5daefd16a0>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:03:37Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['06219234-90cd-436f-bef0-5978e43466c4'], 'active': True} {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:03:56.037872 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-a674701e-e6f4-4239-8f8a-6d52c9b5d564 admin admin] 10.222.0.26 "PUT /v2.0/routers/06219234-90cd-436f-bef0-5978e43466c4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.7794437
Apr 16 05:03:56.047204 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc5d794-a787-4630-ade5-91dcabe37cdc req-248c4b1c-5179-4d03-aaba-5beb8fbbbcb2 tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:03:56.048984 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-7dc5d794-a787-4630-ade5-91dcabe37cdc req-248c4b1c-5179-4d03-aaba-5beb8fbbbcb2 tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4bc26f-251b-4112-b09b-1f0028c33bb8 HTTP/1.1" status: 200  len: 944 time: 0.4283974
Apr 16 05:03:56.053074 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-40580f23-ae63-4e09-946c-12aa57474b11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:56.062868 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [req-cd8e89d2-a9b5-4427-b8a5-654d64d9e27a req-70d0219a-0d8f-4722-85ad-a16cfe7e8151 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a16c1736-e19e-4ba4-b59e-1ab713023d6e {{(pid=85357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 05:03:56.079005 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0ed94d0f-91fd-4828-a9fc-aef8bb47980d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:56.086132 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-40580f23-ae63-4e09-946c-12aa57474b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:56.097202 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:03:56.105767 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-cd8e89d2-a9b5-4427-b8a5-654d64d9e27a req-70d0219a-0d8f-4722-85ad-a16cfe7e8151 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:56.127090 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0ed94d0f-91fd-4828-a9fc-aef8bb47980d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:56.132131 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-0ed94d0f-91fd-4828-a9fc-aef8bb47980d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8038cb67-de51-4b77-9e8e-4f1ecebfa854 HTTP/1.1" status: 204  len: 168 time: 0.3919747
Apr 16 05:03:56.138204 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed94d0f-91fd-4828-a9fc-aef8bb47980d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8038cb67-de51-4b77-9e8e-4f1ecebfa854,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:03:56.147988 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-0ed94d0f-91fd-4828-a9fc-aef8bb47980d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:03:56.163287 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-f2d9e4c2-2948-4db4-a859-77b9bcfd32a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:03:56.318602 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [req-cd8e89d2-a9b5-4427-b8a5-654d64d9e27a req-70d0219a-0d8f-4722-85ad-a16cfe7e8151 service neutron] Transition to ACTIVE for port object a16c1736-e19e-4ba4-b59e-1ab713023d6e will not be triggered until provisioned by entity L2. {{(pid=85357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 05:03:56.335615 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-40580f23-ae63-4e09-946c-12aa57474b11 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6c57f04c16d543c58000d46ed7504d48&name=default HTTP/1.1" status: 200  len: 2979 time: 2.5696232
Apr 16 05:03:56.338591 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 60784) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:03:56.362311 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-cd8e89d2-a9b5-4427-b8a5-654d64d9e27a req-70d0219a-0d8f-4722-85ad-a16cfe7e8151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:56.374050 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-7dc5d794-a787-4630-ade5-91dcabe37cdc req-d3e0a5eb-c6f1-45f0-ae72-59420ae91bad tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] 10.222.0.26 "GET /v2.0/security-groups?id=152260db-7b46-47c6-a2ca-ab006ffc199c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3149810
Apr 16 05:03:56.406898 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-f83e835e-a45f-4ea2-8560-0cd6d4ba498d None None] Set router 06219234-90cd-436f-bef0-5978e43466c4 gateway port host: dv-cinder-786524-1-iscsi {{(pid=85358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:03:56.497891 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-cb5a78b6-4e1a-45a1-bbcc-5fb1e814b63b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:56.567619 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-cb5a78b6-4e1a-45a1-bbcc-5fb1e814b63b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:56.604981 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40580f23-ae63-4e09-946c-12aa57474b11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5443d663-72b9-4de4-8316-a0392123a47d,revision_number=1']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:03:56.631725 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-40580f23-ae63-4e09-946c-12aa57474b11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:03:56.638756 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:03:56.696615 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-cb5a78b6-4e1a-45a1-bbcc-5fb1e814b63b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:56.704758 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:03:56.746244 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-cb5a78b6-4e1a-45a1-bbcc-5fb1e814b63b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:56.756712 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-cb5a78b6-4e1a-45a1-bbcc-5fb1e814b63b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5443d663-72b9-4de4-8316-a0392123a47d HTTP/1.1" status: 204  len: 168 time: 0.4166570
Apr 16 05:03:56.760542 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a78b6-4e1a-45a1-bbcc-5fb1e814b63b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5443d663-72b9-4de4-8316-a0392123a47d,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:03:56.769689 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-cb5a78b6-4e1a-45a1-bbcc-5fb1e814b63b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:03:57.056016 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-f83e835e-a45f-4ea2-8560-0cd6d4ba498d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5daefd16a0>, [{'id': '06219234-90cd-436f-bef0-5978e43466c4', 'name': 'tempest-AttachVolumeShelveTestJSON-1995442241-router', 'tenant_id': '0568e0a577bb45428833638c9c368aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'a6f9e583-5545-4b1e-b17d-dbdb943266cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:03:36Z', 'updated_at': '2021-04-16T05:03:50Z', 'revision_number': 4, 'project_id': '0568e0a577bb45428833638c9c368aa5', 'gw_port': {'id': 'a6f9e583-5545-4b1e-b17d-dbdb943266cf', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:de:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06219234-90cd-436f-bef0-5978e43466c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:03:39Z', 'updated_at': '2021-04-16T05:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi', '_interfaces': [{'id': '08ce9393-00ae-4be1-9278-180b21c775d2', 'name': '', 'network_id': '8df91495-625b-4773-a543-89e51aa2e299', 'tenant_id': '0568e0a577bb45428833638c9c368aa5', 'mac_address': 'fa:16:3e:30:2d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06219234-90cd-436f-bef0-5978e43466c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7194465a-cb17-4853-a8ba-70bd30e05305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:03:46Z', 'updated_at': '2021-04-16T05:03:51Z', 'revision_number': 2, 'project_id': '0568e0a577bb45428833638c9c368aa5', 'subnets': [{'id': '7194465a-cb17-4853-a8ba-70bd30e05305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:03:57.064540 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d4bc26f-251b-4112-b09b-1f0028c33bb8', 'tag': '7bc12aaf-81cf-42ab-a64a-e5bcd50f7497', 'status': 'completed', 'code': 200}
Apr 16 05:03:57.069549 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83e835e-a45f-4ea2-8560-0cd6d4ba498d None None] Checking router: 06219234-90cd-436f-bef0-5978e43466c4 for host: dv-cinder-786524-1-iscsi {{(pid=85358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 05:03:57.069975 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83e835e-a45f-4ea2-8560-0cd6d4ba498d None None] Updating router 06219234-90cd-436f-bef0-5978e43466c4 port 08ce9393-00ae-4be1-9278-180b21c775d2 binding host dv-cinder-786524-1-iscsi {{(pid=85358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 16 05:03:57.157829 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d0219a-0d8f-4722-85ad-a16cfe7e8151 service neutron] Pushing event updated for resources: {'Port': ['ID=a16c1736-e19e-4ba4-b59e-1ab713023d6e,revision_number=2']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:03:57.168524 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-70d0219a-0d8f-4722-85ad-a16cfe7e8151 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:03:57.256431 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f83e835e-a45f-4ea2-8560-0cd6d4ba498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:57.435350 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe8c98-74e2-4317-99e7-459c702b69b4 req-52b1e04b-8125-4a3d-8b8b-4f1290435f83 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:03:57.437667 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-a4fe8c98-74e2-4317-99e7-459c702b69b4 req-52b1e04b-8125-4a3d-8b8b-4f1290435f83 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2c5224f-3c8e-4f48-ae99-72a5b00e94ce HTTP/1.1" status: 200  len: 943 time: 0.3442175
Apr 16 05:03:57.506315 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 60810) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:03:57.570997 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [req-cd8e89d2-a9b5-4427-b8a5-654d64d9e27a req-70d0219a-0d8f-4722-85ad-a16cfe7e8151 service neutron] Attempting to bind port a16c1736-e19e-4ba4-b59e-1ab713023d6e on host hv-cinder-78652 for vnic_type normal with profile  {{(pid=85357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 05:03:57.571383 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [req-cd8e89d2-a9b5-4427-b8a5-654d64d9e27a req-70d0219a-0d8f-4722-85ad-a16cfe7e8151 service neutron] Attempting to bind port a16c1736-e19e-4ba4-b59e-1ab713023d6e by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'e0c30da2-1a68-4f2e-be9b-2ec222378b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '469c610d-3640-4407-b2a9-dd8cd792723c'}] {{(pid=85357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 05:03:57.571780 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8e89d2-a9b5-4427-b8a5-654d64d9e27a req-70d0219a-0d8f-4722-85ad-a16cfe7e8151 service neutron] Attempting to bind port a16c1736-e19e-4ba4-b59e-1ab713023d6e on network 469c610d-3640-4407-b2a9-dd8cd792723c {{(pid=85357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 05:03:57.594384 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8e89d2-a9b5-4427-b8a5-654d64d9e27a req-70d0219a-0d8f-4722-85ad-a16cfe7e8151 service neutron] Port a16c1736-e19e-4ba4-b59e-1ab713023d6e on network 469c610d-3640-4407-b2a9-dd8cd792723c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=85357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 05:03:57.594752 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8e89d2-a9b5-4427-b8a5-654d64d9e27a req-70d0219a-0d8f-4722-85ad-a16cfe7e8151 service neutron] Attempting to bind port a16c1736-e19e-4ba4-b59e-1ab713023d6e on network 469c610d-3640-4407-b2a9-dd8cd792723c {{(pid=85357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 05:03:57.604139 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-a4fe8c98-74e2-4317-99e7-459c702b69b4 req-b81ec7fa-439e-4d86-b453-bfacd3103c69 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/security-groups?id=4caff57c-68d2-4f1f-a5bc-b37d2db244ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1295121
Apr 16 05:03:57.607181 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8e89d2-a9b5-4427-b8a5-654d64d9e27a req-70d0219a-0d8f-4722-85ad-a16cfe7e8151 service neutron] Checking agent: {'id': '5ddcce5e-7017-4c76-88fa-bffacfec0d31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 5, 1, 38), 'started_at': datetime.datetime(2021, 4, 16, 5, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 5, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 05:03:57.607644 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8e89d2-a9b5-4427-b8a5-654d64d9e27a req-70d0219a-0d8f-4722-85ad-a16cfe7e8151 service neutron] Checking segment: {'id': 'e0c30da2-1a68-4f2e-be9b-2ec222378b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '469c610d-3640-4407-b2a9-dd8cd792723c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 05:03:57.609153 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8e89d2-a9b5-4427-b8a5-654d64d9e27a req-70d0219a-0d8f-4722-85ad-a16cfe7e8151 service neutron] Bound using segment: {'id': 'e0c30da2-1a68-4f2e-be9b-2ec222378b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '469c610d-3640-4407-b2a9-dd8cd792723c'} {{(pid=85357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 05:03:57.610138 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [req-cd8e89d2-a9b5-4427-b8a5-654d64d9e27a req-70d0219a-0d8f-4722-85ad-a16cfe7e8151 service neutron] Bound port: a16c1736-e19e-4ba4-b59e-1ab713023d6e, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0c30da2-1a68-4f2e-be9b-2ec222378b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '469c610d-3640-4407-b2a9-dd8cd792723c'}}] {{(pid=85357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 05:03:57.610542 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-cd8e89d2-a9b5-4427-b8a5-654d64d9e27a req-70d0219a-0d8f-4722-85ad-a16cfe7e8151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:57.619573 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-289100bc-124e-45a1-8b1d-ef205a18518d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1176c03e844040ddb366a974c2c568f5&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1118724
Apr 16 05:03:57.623930 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 60814) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:03:57.762902 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-d1d667d7-1ed0-483f-b33d-30dbc740a371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:57.769902 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [req-cd8e89d2-a9b5-4427-b8a5-654d64d9e27a req-70d0219a-0d8f-4722-85ad-a16cfe7e8151 service neutron] For port a16c1736-e19e-4ba4-b59e-1ab713023d6e, host hv-cinder-78652, cleared binding levels {{(pid=85357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 05:03:57.775603 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [req-cd8e89d2-a9b5-4427-b8a5-654d64d9e27a req-70d0219a-0d8f-4722-85ad-a16cfe7e8151 service neutron] For port a16c1736-e19e-4ba4-b59e-1ab713023d6e, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=a16c1736-e19e-4ba4-b59e-1ab713023d6e,segment=NetworkSegment(e0c30da2-1a68-4f2e-be9b-2ec222378b18),segment_id=e0c30da2-1a68-4f2e-be9b-2ec222378b18)] {{(pid=85357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 05:03:57.785958 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-cd8e89d2-a9b5-4427-b8a5-654d64d9e27a req-70d0219a-0d8f-4722-85ad-a16cfe7e8151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:57.834558 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-d1d667d7-1ed0-483f-b33d-30dbc740a371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:57.936954 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-d1d667d7-1ed0-483f-b33d-30dbc740a371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:57.958267 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-128a03f9-af49-4be3-899c-41122ad2480c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:03:57.967281 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f83e835e-a45f-4ea2-8560-0cd6d4ba498d None None] Notify callbacks [] for port, precommit_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:57.984676 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-d1d667d7-1ed0-483f-b33d-30dbc740a371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:57.986022 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-d1d667d7-1ed0-483f-b33d-30dbc740a371 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/67337ecb-8595-45f9-be4e-26ac34809106 HTTP/1.1" status: 204  len: 168 time: 0.3610415
Apr 16 05:03:57.997073 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 60822) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:03:58.006399 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:03:58.007110 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-f83e835e-a45f-4ea2-8560-0cd6d4ba498d None None] Transition to ACTIVE for port object 08ce9393-00ae-4be1-9278-180b21c775d2 will not be triggered until provisioned by entity L2. {{(pid=85358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 05:03:58.010448 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d667d7-1ed0-483f-b33d-30dbc740a371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67337ecb-8595-45f9-be4e-26ac34809106,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:03:58.060288 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f83e835e-a45f-4ea2-8560-0cd6d4ba498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:58.087721 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-d1d667d7-1ed0-483f-b33d-30dbc740a371 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:03:58.088626 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-fd052c24-7ed7-478a-99ed-d09f6ea9f51d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:58.121401 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-fd052c24-7ed7-478a-99ed-d09f6ea9f51d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:03:58.126172 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-fd052c24-7ed7-478a-99ed-d09f6ea9f51d admin admin] Usage tracker for resource:security_group_rule and tenant:1ee08978add049fcab83d35d5c616250 is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:03:58.144987 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-fd052c24-7ed7-478a-99ed-d09f6ea9f51d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:03:58.152322 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-fd052c24-7ed7-478a-99ed-d09f6ea9f51d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:03:58.352806 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:03:58.373707 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-fd052c24-7ed7-478a-99ed-d09f6ea9f51d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:58.378326 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-fd052c24-7ed7-478a-99ed-d09f6ea9f51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:58.406313 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:03:58.471263 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e89d2-a9b5-4427-b8a5-654d64d9e27a req-70d0219a-0d8f-4722-85ad-a16cfe7e8151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:03:58.471923 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-cd8e89d2-a9b5-4427-b8a5-654d64d9e27a req-70d0219a-0d8f-4722-85ad-a16cfe7e8151 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821710155'] for port, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:58.473641 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-cd8e89d2-a9b5-4427-b8a5-654d64d9e27a req-70d0219a-0d8f-4722-85ad-a16cfe7e8151 service neutron] 10.222.0.16 "PUT /v2.0/ports/a16c1736-e19e-4ba4-b59e-1ab713023d6e HTTP/1.1" status: 200  len: 1093 time: 6.7108858
Apr 16 05:03:58.495064 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2c5224f-3c8e-4f48-ae99-72a5b00e94ce', 'tag': 'a16c1736-e19e-4ba4-b59e-1ab713023d6e'}] {{(pid=85357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 05:03:58.521944 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd052c24-7ed7-478a-99ed-d09f6ea9f51d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eed5eb93-66ae-4c36-92a4-dcd50c786921,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:03:58.535374 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-fd052c24-7ed7-478a-99ed-d09f6ea9f51d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1ee08978add049fcab83d35d5c616250&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5354640
Apr 16 05:03:58.538901 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-fd052c24-7ed7-478a-99ed-d09f6ea9f51d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:03:58.553371 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 60832) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:03:58.648873 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fd57b8-4829-4282-8d3c-fad87b77c39d None None] Pushing event updated for resources: {'Port': ['ID=08ce9393-00ae-4be1-9278-180b21c775d2,revision_number=3']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:03:58.661027 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d0219a-0d8f-4722-85ad-a16cfe7e8151 service neutron] Pushing event updated for resources: {'Port': ['ID=a16c1736-e19e-4ba4-b59e-1ab713023d6e,revision_number=3']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:03:58.664073 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-a7fd57b8-4829-4282-8d3c-fad87b77c39d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:03:58.674142 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-70d0219a-0d8f-4722-85ad-a16cfe7e8151 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.668s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:03:58.698771 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bb44eb-a928-4249-8bd1-d85a241b6880 req-b29af968-c36e-4fa5-9ebd-3e259585f740 tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:03:58.709883 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-e9bb44eb-a928-4249-8bd1-d85a241b6880 req-b29af968-c36e-4fa5-9ebd-3e259585f740 tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4bc26f-251b-4112-b09b-1f0028c33bb8 HTTP/1.1" status: 200  len: 944 time: 0.7067494
Apr 16 05:03:58.801440 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-9eff183d-5d81-42c6-bc09-5e7a24607689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:58.827315 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-e9bb44eb-a928-4249-8bd1-d85a241b6880 req-a1ed6a6b-3186-4963-958c-2bb84ca9b7c8 tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] 10.222.0.26 "GET /v2.0/security-groups?id=152260db-7b46-47c6-a2ca-ab006ffc199c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1163592
Apr 16 05:03:58.877309 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-f83e835e-a45f-4ea2-8560-0cd6d4ba498d None None] Attempting to bind port 08ce9393-00ae-4be1-9278-180b21c775d2 on host dv-cinder-786524-1-iscsi for vnic_type normal with profile  {{(pid=85358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 05:03:58.878036 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-f83e835e-a45f-4ea2-8560-0cd6d4ba498d None None] Attempting to bind port 08ce9393-00ae-4be1-9278-180b21c775d2 by drivers openvswitch,hyperv on host dv-cinder-786524-1-iscsi at level 0 using segments [{'id': '79077226-93f2-4a1f-b0e8-7ab4b09d1a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8df91495-625b-4773-a543-89e51aa2e299'}] {{(pid=85358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 05:03:58.878624 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83e835e-a45f-4ea2-8560-0cd6d4ba498d None None] Attempting to bind port 08ce9393-00ae-4be1-9278-180b21c775d2 on network 8df91495-625b-4773-a543-89e51aa2e299 {{(pid=85358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 05:03:58.902663 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83e835e-a45f-4ea2-8560-0cd6d4ba498d None None] Checking agent: {'id': '2c00d7f4-da3e-4cf0-ab95-3dab1af70cf6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 4, 54, 38), 'started_at': datetime.datetime(2021, 4, 16, 4, 55, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 5, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 05:03:58.903397 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-9eff183d-5d81-42c6-bc09-5e7a24607689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:58.903965 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83e835e-a45f-4ea2-8560-0cd6d4ba498d None None] Checking segment: {'id': '79077226-93f2-4a1f-b0e8-7ab4b09d1a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8df91495-625b-4773-a543-89e51aa2e299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 05:03:58.904588 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f83e835e-a45f-4ea2-8560-0cd6d4ba498d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:58.905419 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83e835e-a45f-4ea2-8560-0cd6d4ba498d None None] Bound using segment: {'id': '79077226-93f2-4a1f-b0e8-7ab4b09d1a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8df91495-625b-4773-a543-89e51aa2e299'} {{(pid=85358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 05:03:58.906110 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-f83e835e-a45f-4ea2-8560-0cd6d4ba498d None None] Bound port: 08ce9393-00ae-4be1-9278-180b21c775d2, host: dv-cinder-786524-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79077226-93f2-4a1f-b0e8-7ab4b09d1a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8df91495-625b-4773-a543-89e51aa2e299'}}] {{(pid=85358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 05:03:58.906653 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f83e835e-a45f-4ea2-8560-0cd6d4ba498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:59.018236 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-9eff183d-5d81-42c6-bc09-5e7a24607689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:59.020965 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-f83e835e-a45f-4ea2-8560-0cd6d4ba498d None None] For port 08ce9393-00ae-4be1-9278-180b21c775d2, host dv-cinder-786524-1-iscsi, cleared binding levels {{(pid=85358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 05:03:59.024326 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-99f51d94-7dca-4237-8c79-83b2bcf40433 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:03:59.025662 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-f83e835e-a45f-4ea2-8560-0cd6d4ba498d None None] For port 08ce9393-00ae-4be1-9278-180b21c775d2, host dv-cinder-786524-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=08ce9393-00ae-4be1-9278-180b21c775d2,segment=NetworkSegment(79077226-93f2-4a1f-b0e8-7ab4b09d1a7b),segment_id=79077226-93f2-4a1f-b0e8-7ab4b09d1a7b)] {{(pid=85358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 05:03:59.030518 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f83e835e-a45f-4ea2-8560-0cd6d4ba498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:59.055345 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-1258558f-19f8-464e-8217-bc6510d96edc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:03:59.061022 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eff183d-5d81-42c6-bc09-5e7a24607689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed5eb93-66ae-4c36-92a4-dcd50c786921,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:03:59.072284 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-9eff183d-5d81-42c6-bc09-5e7a24607689 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:03:59.073839 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-9eff183d-5d81-42c6-bc09-5e7a24607689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:59.075111 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-9eff183d-5d81-42c6-bc09-5e7a24607689 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/eed5eb93-66ae-4c36-92a4-dcd50c786921 HTTP/1.1" status: 204  len: 168 time: 0.5198658
Apr 16 05:03:59.120548 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 60858) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:03:59.130289 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-16c89b1c-13c9-4710-a460-0a6d644b4d5a tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2005177466', 'description': 'tempest-description--301187423'}} {{(pid=85356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:03:59.151237 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-16c89b1c-13c9-4710-a460-0a6d644b4d5a tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:03:59.156025 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-16c89b1c-13c9-4710-a460-0a6d644b4d5a tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Usage tracker for resource:security_group and tenant:0568e0a577bb45428833638c9c368aa5 is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:03:59.159742 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-16c89b1c-13c9-4710-a460-0a6d644b4d5a tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:03:59.177382 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-16c89b1c-13c9-4710-a460-0a6d644b4d5a tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:03:59.201560 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4efd16-8cec-4440-83aa-c4c05ce8b97a req-054fa8b4-388d-4679-8230-8345dbed0879 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:03:59.208796 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-cd4efd16-8cec-4440-83aa-c4c05ce8b97a req-054fa8b4-388d-4679-8230-8345dbed0879 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2c5224f-3c8e-4f48-ae99-72a5b00e94ce HTTP/1.1" status: 200  len: 943 time: 0.1838837
Apr 16 05:03:59.262830 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-16c89b1c-13c9-4710-a460-0a6d644b4d5a tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks [] for security_group, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:59.287760 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-cd4efd16-8cec-4440-83aa-c4c05ce8b97a req-f527ef33-eaf2-4dd2-8986-acd539333a43 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/security-groups?id=4caff57c-68d2-4f1f-a5bc-b37d2db244ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729339
Apr 16 05:03:59.302311 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fd57b8-4829-4282-8d3c-fad87b77c39d None None] Pushing event updated for resources: {'Port': ['ID=08ce9393-00ae-4be1-9278-180b21c775d2,revision_number=4']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:03:59.322042 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-a7fd57b8-4829-4282-8d3c-fad87b77c39d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:03:59.347599 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-16c89b1c-13c9-4710-a460-0a6d644b4d5a tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:03:59.355171 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-16c89b1c-13c9-4710-a460-0a6d644b4d5a tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Usage tracker for resource:security_group_rule and tenant:0568e0a577bb45428833638c9c368aa5 is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:03:59.367175 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83e835e-a45f-4ea2-8560-0cd6d4ba498d None None] Routers {'06219234-90cd-436f-bef0-5978e43466c4'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:03:59.368556 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-16c89b1c-13c9-4710-a460-0a6d644b4d5a tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:03:59.370394 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-f83e835e-a45f-4ea2-8560-0cd6d4ba498d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5daefd16a0>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:03:37Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['06219234-90cd-436f-bef0-5978e43466c4'], 'active': True} {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:03:59.377434 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-16c89b1c-13c9-4710-a460-0a6d644b4d5a tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:03:59.393880 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e89d2-a9b5-4427-b8a5-654d64d9e27a req-49cc57af-f3c3-46d8-a973-380a811bde12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:03:59.395563 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-cd8e89d2-a9b5-4427-b8a5-654d64d9e27a req-49cc57af-f3c3-46d8-a973-380a811bde12 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7f44f6ee260749d7a681aeb529427a10&device_id=f2c5224f-3c8e-4f48-ae99-72a5b00e94ce HTTP/1.1" status: 200  len: 1096 time: 0.2090883
Apr 16 05:03:59.492348 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bebb71-e870-4894-a445-999fbd9bbb31 req-2738187c-c6b3-4754-9c37-8ba38f1157fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:03:59.493997 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-58bebb71-e870-4894-a445-999fbd9bbb31 req-2738187c-c6b3-4754-9c37-8ba38f1157fb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=38f882efdbbe40d39a333416247b05be&device_id=9d4bc26f-251b-4112-b09b-1f0028c33bb8 HTTP/1.1" status: 200  len: 1097 time: 0.2109721
Apr 16 05:03:59.495919 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-cd8e89d2-a9b5-4427-b8a5-654d64d9e27a req-c65e07ae-d08d-4210-965a-acc9692ed3c2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a16c1736-e19e-4ba4-b59e-1ab713023d6e HTTP/1.1" status: 200  len: 217 time: 0.0857246
Apr 16 05:03:59.647020 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e89d2-a9b5-4427-b8a5-654d64d9e27a req-486bdb67-accd-4222-bb57-7b3d0113b8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:03:59.649038 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-cd8e89d2-a9b5-4427-b8a5-654d64d9e27a req-486bdb67-accd-4222-bb57-7b3d0113b8d5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=28b73d84-839b-41f8-8a99-404cd24cc829 HTTP/1.1" status: 200  len: 854 time: 0.1346011
Apr 16 05:03:59.722479 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-cd8e89d2-a9b5-4427-b8a5-654d64d9e27a req-b9470a3c-6332-4e2c-99fb-1feee695a3de service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=469c610d-3640-4407-b2a9-dd8cd792723c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0635476
Apr 16 05:03:59.729542 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-16c89b1c-13c9-4710-a460-0a6d644b4d5a tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks [] for security_group, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:59.738810 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bebb71-e870-4894-a445-999fbd9bbb31 req-c00df1c1-f9ee-4781-9c79-b2d3ed281643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:03:59.740710 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-58bebb71-e870-4894-a445-999fbd9bbb31 req-c00df1c1-f9ee-4781-9c79-b2d3ed281643 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=38f882efdbbe40d39a333416247b05be&shared=False HTTP/1.1" status: 200  len: 913 time: 0.2298439
Apr 16 05:03:59.758469 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-f83e835e-a45f-4ea2-8560-0cd6d4ba498d None None] Set router 06219234-90cd-436f-bef0-5978e43466c4 gateway port host: dv-cinder-786524-1-iscsi {{(pid=85358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:03:59.764484 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-16c89b1c-13c9-4710-a460-0a6d644b4d5a tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:59.825017 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:03:59.878363 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c89b1c-13c9-4710-a460-0a6d644b4d5a tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8463a7f-3623-45fa-b260-5c490295d4a5,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:03:59.901864 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-16c89b1c-13c9-4710-a460-0a6d644b4d5a tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:03:59.947305 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-16c89b1c-13c9-4710-a460-0a6d644b4d5a tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks [] for security_group, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:03:59.954289 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 60886) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:03:59.954505 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-16c89b1c-13c9-4710-a460-0a6d644b4d5a tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.8319027
Apr 16 05:03:59.997788 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-bbaee0e5-a031-4e2a-b678-40ecbdfbffbc tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Request body: {'security_group_rule': {'security_group_id': 'f8463a7f-3623-45fa-b260-5c490295d4a5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:04:00.010122 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-bbaee0e5-a031-4e2a-b678-40ecbdfbffbc tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:04:00.015081 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-bbaee0e5-a031-4e2a-b678-40ecbdfbffbc tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Usage tracker for resource:security_group_rule and tenant:0568e0a577bb45428833638c9c368aa5 is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:04:00.019396 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-bbaee0e5-a031-4e2a-b678-40ecbdfbffbc tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:04:00.021400 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-cd8e89d2-a9b5-4427-b8a5-654d64d9e27a req-1e970050-aaea-4f60-b4b0-8910773c9590 service neutron] 10.222.0.16 "GET /v2.0/networks/469c610d-3640-4407-b2a9-dd8cd792723c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2885461
Apr 16 05:04:00.032615 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-bbaee0e5-a031-4e2a-b678-40ecbdfbffbc tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:04:00.153921 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-bbaee0e5-a031-4e2a-b678-40ecbdfbffbc tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:00.167198 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2c5224f-3c8e-4f48-ae99-72a5b00e94ce', 'tag': 'a16c1736-e19e-4ba4-b59e-1ab713023d6e', 'status': 'completed', 'code': 200}
Apr 16 05:04:00.176163 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bebb71-e870-4894-a445-999fbd9bbb31 req-4cd230bd-4123-4289-af8c-b4ba743ba8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:04:00.177824 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-58bebb71-e870-4894-a445-999fbd9bbb31 req-4cd230bd-4123-4289-af8c-b4ba743ba8a3 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4307277
Apr 16 05:04:00.287312 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-cd8e89d2-a9b5-4427-b8a5-654d64d9e27a req-7ce3b939-df7c-42f3-9cf4-4d34dedf099e service neutron] 10.222.0.16 "GET /v2.0/networks/469c610d-3640-4407-b2a9-dd8cd792723c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2609749
Apr 16 05:04:00.351456 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-f83e835e-a45f-4ea2-8560-0cd6d4ba498d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5daefd16a0>, [{'id': '06219234-90cd-436f-bef0-5978e43466c4', 'name': 'tempest-AttachVolumeShelveTestJSON-1995442241-router', 'tenant_id': '0568e0a577bb45428833638c9c368aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'a6f9e583-5545-4b1e-b17d-dbdb943266cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:03:36Z', 'updated_at': '2021-04-16T05:03:50Z', 'revision_number': 4, 'project_id': '0568e0a577bb45428833638c9c368aa5', 'gw_port': {'id': 'a6f9e583-5545-4b1e-b17d-dbdb943266cf', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:de:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06219234-90cd-436f-bef0-5978e43466c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:03:39Z', 'updated_at': '2021-04-16T05:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi', '_interfaces': [{'id': '08ce9393-00ae-4be1-9278-180b21c775d2', 'name': '', 'network_id': '8df91495-625b-4773-a543-89e51aa2e299', 'tenant_id': '0568e0a577bb45428833638c9c368aa5', 'mac_address': 'fa:16:3e:30:2d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06219234-90cd-436f-bef0-5978e43466c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7194465a-cb17-4853-a8ba-70bd30e05305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:03:46Z', 'updated_at': '2021-04-16T05:03:59Z', 'revision_number': 4, 'project_id': '0568e0a577bb45428833638c9c368aa5', 'subnets': [{'id': '7194465a-cb17-4853-a8ba-70bd30e05305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:04:00.356538 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83e835e-a45f-4ea2-8560-0cd6d4ba498d None None] The sync data for ids ['06219234-90cd-436f-bef0-5978e43466c4'] in dv-cinder-786524-1-iscsi is: [{'id': '06219234-90cd-436f-bef0-5978e43466c4', 'name': 'tempest-AttachVolumeShelveTestJSON-1995442241-router', 'tenant_id': '0568e0a577bb45428833638c9c368aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'a6f9e583-5545-4b1e-b17d-dbdb943266cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:03:36Z', 'updated_at': '2021-04-16T05:03:50Z', 'revision_number': 4, 'project_id': '0568e0a577bb45428833638c9c368aa5', 'gw_port': {'id': 'a6f9e583-5545-4b1e-b17d-dbdb943266cf', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:de:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06219234-90cd-436f-bef0-5978e43466c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:03:39Z', 'updated_at': '2021-04-16T05:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi', '_interfaces': [{'id': '08ce9393-00ae-4be1-9278-180b21c775d2', 'name': '', 'network_id': '8df91495-625b-4773-a543-89e51aa2e299', 'tenant_id': '0568e0a577bb45428833638c9c368aa5', 'mac_address': 'fa:16:3e:30:2d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06219234-90cd-436f-bef0-5978e43466c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7194465a-cb17-4853-a8ba-70bd30e05305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:03:46Z', 'updated_at': '2021-04-16T05:03:59Z', 'revision_number': 4, 'project_id': '0568e0a577bb45428833638c9c368aa5', 'subnets': [{'id': '7194465a-cb17-4853-a8ba-70bd30e05305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 05:04:00.434452 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2de5bcc-153b-4132-80f7-d0ac2f609ab4 req-c6c0bd14-d260-4d33-bd87-f51f6ca85a32 tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:04:00.436184 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c2de5bcc-153b-4132-80f7-d0ac2f609ab4 req-c6c0bd14-d260-4d33-bd87-f51f6ca85a32 tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4bc26f-251b-4112-b09b-1f0028c33bb8 HTTP/1.1" status: 200  len: 944 time: 0.4078469
Apr 16 05:04:00.485787 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-bbaee0e5-a031-4e2a-b678-40ecbdfbffbc tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:00.496491 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-bbaee0e5-a031-4e2a-b678-40ecbdfbffbc tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612896'] for security_group_rule, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:00.529604 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:04:00.623280 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fe4ad1-dc4b-41f2-aae3-76ae3d47ce05 req-0d056524-b9cd-4231-a90c-191d751cc731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:04:00.624997 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c2fe4ad1-dc4b-41f2-aae3-76ae3d47ce05 req-0d056524-b9cd-4231-a90c-191d751cc731 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7f44f6ee260749d7a681aeb529427a10&device_id=f2c5224f-3c8e-4f48-ae99-72a5b00e94ce HTTP/1.1" status: 200  len: 1096 time: 0.2278318
Apr 16 05:04:00.635641 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaee0e5-a031-4e2a-b678-40ecbdfbffbc tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92516b64-03a7-4814-a937-57f7da200913,revision_number=0']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:04:00.647017 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c2de5bcc-153b-4132-80f7-d0ac2f609ab4 req-9a11812f-279e-42a0-8724-065bc00e0710 tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] 10.222.0.26 "GET /v2.0/security-groups?id=152260db-7b46-47c6-a2ca-ab006ffc199c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1987741
Apr 16 05:04:00.650537 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-bbaee0e5-a031-4e2a-b678-40ecbdfbffbc tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:04:00.692287 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-bbaee0e5-a031-4e2a-b678-40ecbdfbffbc tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:00.693887 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-bbaee0e5-a031-4e2a-b678-40ecbdfbffbc tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.7375007
Apr 16 05:04:00.696841 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b71a03-8018-4e71-b33b-1c89b840539f req-a537e822-d410-4b13-a7c3-5ac1c7a5a0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:04:00.698473 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-97b71a03-8018-4e71-b33b-1c89b840539f req-a537e822-d410-4b13-a7c3-5ac1c7a5a0b2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=38f882efdbbe40d39a333416247b05be&device_id=9d4bc26f-251b-4112-b09b-1f0028c33bb8 HTTP/1.1" status: 200  len: 1097 time: 0.4470391
Apr 16 05:04:00.700169 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 60914) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:04:00.708111 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-206b2aad-f65a-4fc5-b026-ba1a81a57654 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Request body: {'security_group_rule': {'security_group_id': 'f8463a7f-3623-45fa-b260-5c490295d4a5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:04:00.772882 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-206b2aad-f65a-4fc5-b026-ba1a81a57654 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:04:00.786167 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-206b2aad-f65a-4fc5-b026-ba1a81a57654 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Usage tracker for resource:security_group_rule and tenant:0568e0a577bb45428833638c9c368aa5 is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:04:00.793510 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-206b2aad-f65a-4fc5-b026-ba1a81a57654 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:04:00.820242 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-97b71a03-8018-4e71-b33b-1c89b840539f req-6416a59b-ef8a-4e2e-bfc5-9c08eb5fa601 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7bc12aaf-81cf-42ab-a64a-e5bcd50f7497 HTTP/1.1" status: 200  len: 217 time: 0.1050451
Apr 16 05:04:00.821354 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-206b2aad-f65a-4fc5-b026-ba1a81a57654 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:04:00.861335 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fe4ad1-dc4b-41f2-aae3-76ae3d47ce05 req-768c5fe5-5b72-490e-9d7c-4d441f786767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:04:00.867664 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c2fe4ad1-dc4b-41f2-aae3-76ae3d47ce05 req-768c5fe5-5b72-490e-9d7c-4d441f786767 service neutron] 10.222.0.16 "GET /v2.0/networks?id=469c610d-3640-4407-b2a9-dd8cd792723c HTTP/1.1" status: 200  len: 915 time: 0.2345612
Apr 16 05:04:00.930859 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2851481-6ac1-4d21-bf9a-478a35ec684f req-0a9d5e55-136e-4e6a-a1f2-f3bbee4372b2 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:04:00.933449 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-d2851481-6ac1-4d21-bf9a-478a35ec684f req-0a9d5e55-136e-4e6a-a1f2-f3bbee4372b2 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2c5224f-3c8e-4f48-ae99-72a5b00e94ce HTTP/1.1" status: 200  len: 943 time: 0.3887799
Apr 16 05:04:00.939870 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-206b2aad-f65a-4fc5-b026-ba1a81a57654 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:00.977726 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c2fe4ad1-dc4b-41f2-aae3-76ae3d47ce05 req-cccfd928-e7ff-414a-ab9d-fb7d6212f752 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a16c1736-e19e-4ba4-b59e-1ab713023d6e HTTP/1.1" status: 200  len: 217 time: 0.1017663
Apr 16 05:04:01.043158 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b71a03-8018-4e71-b33b-1c89b840539f req-37527414-12c6-456b-8a00-56c7ef6bb963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:04:01.044741 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-97b71a03-8018-4e71-b33b-1c89b840539f req-37527414-12c6-456b-8a00-56c7ef6bb963 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b1b631c1-ecf0-4c00-9c5c-256ae81c8439 HTTP/1.1" status: 200  len: 852 time: 0.2144063
Apr 16 05:04:01.091240 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-206b2aad-f65a-4fc5-b026-ba1a81a57654 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:01.165985 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fe4ad1-dc4b-41f2-aae3-76ae3d47ce05 req-1f958b24-b9db-4b8d-b700-f610a136caef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:04:01.170352 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c2fe4ad1-dc4b-41f2-aae3-76ae3d47ce05 req-1f958b24-b9db-4b8d-b700-f610a136caef service neutron] 10.222.0.16 "GET /v2.0/subnets?id=28b73d84-839b-41f8-8a99-404cd24cc829 HTTP/1.1" status: 200  len: 854 time: 0.1773059
Apr 16 05:04:01.198311 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-206b2aad-f65a-4fc5-b026-ba1a81a57654 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612896'] for security_group_rule, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:01.279538 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-d2851481-6ac1-4d21-bf9a-478a35ec684f req-5e3ab482-6597-4341-88bb-3b1188074819 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/security-groups?id=4caff57c-68d2-4f1f-a5bc-b37d2db244ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2635713
Apr 16 05:04:01.289387 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-97b71a03-8018-4e71-b33b-1c89b840539f req-01f1bb04-5a6a-4abf-a53a-dac18e436df1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0848d992-50a2-4a2d-aa8d-a0d2350b7994&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2270083
Apr 16 05:04:01.304201 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c2fe4ad1-dc4b-41f2-aae3-76ae3d47ce05 req-5e8d6005-abd7-4dba-ab24-b69725682cb7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=469c610d-3640-4407-b2a9-dd8cd792723c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1208766
Apr 16 05:04:01.311020 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-bbaee0e5-a031-4e2a-b678-40ecbdfbffbc tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:04:01.352706 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206b2aad-f65a-4fc5-b026-ba1a81a57654 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a61ed0a-1fc4-48c8-aa58-6cc4a0f82383,revision_number=0']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:04:01.354846 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-206b2aad-f65a-4fc5-b026-ba1a81a57654 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:01.359563 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-206b2aad-f65a-4fc5-b026-ba1a81a57654 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6550152
Apr 16 05:04:01.359563 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-206b2aad-f65a-4fc5-b026-ba1a81a57654 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:04:01.360672 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 60934) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:04:01.494673 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-d666f7bf-b305-47ed-9a02-f2bbb7df83b4 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Request body: {'floatingip': {'floating_network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88'}} {{(pid=85357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:04:01.511479 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-d666f7bf-b305-47ed-9a02-f2bbb7df83b4 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:04:01.521364 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-d666f7bf-b305-47ed-9a02-f2bbb7df83b4 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Usage tracker for resource:floatingip and tenant:0568e0a577bb45428833638c9c368aa5 is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:04:01.526827 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-d666f7bf-b305-47ed-9a02-f2bbb7df83b4 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:04:01.545781 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-d666f7bf-b305-47ed-9a02-f2bbb7df83b4 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:04:01.586580 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-d666f7bf-b305-47ed-9a02-f2bbb7df83b4 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks [] for floatingip, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:01.651442 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c2fe4ad1-dc4b-41f2-aae3-76ae3d47ce05 req-680309df-ada8-48c0-8ded-224b7daa9f2b service neutron] 10.222.0.16 "GET /v2.0/networks/469c610d-3640-4407-b2a9-dd8cd792723c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3422639
Apr 16 05:04:01.719632 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-97b71a03-8018-4e71-b33b-1c89b840539f req-faa2beea-5fce-421f-affc-28034ec78d0c service neutron] 10.222.0.16 "GET /v2.0/networks/0848d992-50a2-4a2d-aa8d-a0d2350b7994?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3933473
Apr 16 05:04:01.852579 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c2fe4ad1-dc4b-41f2-aae3-76ae3d47ce05 req-f3ab51ec-16b6-437e-8808-2a42b8647af0 service neutron] 10.222.0.16 "GET /v2.0/networks/469c610d-3640-4407-b2a9-dd8cd792723c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1934452
Apr 16 05:04:02.266122 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-97b71a03-8018-4e71-b33b-1c89b840539f req-424d3b36-ae41-461c-9522-3a1c8f4191f1 service neutron] 10.222.0.16 "GET /v2.0/networks/0848d992-50a2-4a2d-aa8d-a0d2350b7994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5202789
Apr 16 05:04:02.284540 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52813e-ebc1-4b91-95c6-9d7163c07f68 req-2e997223-e84b-4e51-909d-5da96f8d9566 tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:04:02.286227 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-be52813e-ebc1-4b91-95c6-9d7163c07f68 req-2e997223-e84b-4e51-909d-5da96f8d9566 tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4bc26f-251b-4112-b09b-1f0028c33bb8 HTTP/1.1" status: 200  len: 944 time: 0.4158447
Apr 16 05:04:02.320105 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-d666f7bf-b305-47ed-9a02-f2bbb7df83b4 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:02.430751 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device 08ce9393-00ae-4be1-9278-180b21c775d2 up at agent ovs-agent-dv-cinder-786524-1-iscsi {{(pid=85358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 05:04:02.453129 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-be52813e-ebc1-4b91-95c6-9d7163c07f68 req-878c2c00-faff-4254-8be6-2fa13df90ab7 tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] 10.222.0.26 "GET /v2.0/security-groups?id=152260db-7b46-47c6-a2ca-ab006ffc199c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1580701
Apr 16 05:04:02.700435 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9b7f10-7a45-40e4-a42d-f8a7b9475cb6 req-17fb5802-bdda-4c0e-9d0b-b90c4e226897 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:04:02.703151 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-7c9b7f10-7a45-40e4-a42d-f8a7b9475cb6 req-17fb5802-bdda-4c0e-9d0b-b90c4e226897 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2c5224f-3c8e-4f48-ae99-72a5b00e94ce HTTP/1.1" status: 200  len: 943 time: 0.2338715
Apr 16 05:04:02.704959 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.db_base_plugin_common [None req-d666f7bf-b305-47ed-9a02-f2bbb7df83b4 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Allocated IP 172.27.2.37 (09b59cd3-13be-4f6b-8ba8-71a7bb13ef88/d321c4f6-731d-44eb-a563-8ed238725710/b7dcb2aa-23d0-4cd4-b283-b246a9701c12) {{(pid=85357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 05:04:02.971992 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-7c9b7f10-7a45-40e4-a42d-f8a7b9475cb6 req-c041700b-19e5-43ed-9067-965c5cb3e4b2 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/security-groups?id=4caff57c-68d2-4f1f-a5bc-b37d2db244ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2447402
Apr 16 05:04:03.034450 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Provisioning for port 08ce9393-00ae-4be1-9278-180b21c775d2 completed by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 05:04:03.040681 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Provisioning complete for port 08ce9393-00ae-4be1-9278-180b21c775d2 triggered by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:04:03.041141 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:03.066968 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-d666f7bf-b305-47ed-9a02-f2bbb7df83b4 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks [] for port, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:03.115288 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-d666f7bf-b305-47ed-9a02-f2bbb7df83b4 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284332319809'] for port, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:03.139036 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-70d0219a-0d8f-4722-85ad-a16cfe7e8151 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:04:03.217757 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d666f7bf-b305-47ed-9a02-f2bbb7df83b4 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Pushing event updated for resources: {'Port': ['ID=b7dcb2aa-23d0-4cd4-b283-b246a9701c12,revision_number=1']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:04:03.220878 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-d666f7bf-b305-47ed-9a02-f2bbb7df83b4 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:04:03.326734 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:03.394448 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d666f7bf-b305-47ed-9a02-f2bbb7df83b4 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Network 09b59cd3-13be-4f6b-8ba8-71a7bb13ef88 is already hosted by enough agents. {{(pid=85357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 05:04:03.395616 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [None req-d666f7bf-b305-47ed-9a02-f2bbb7df83b4 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Resources bound (agent type, host, resource id):  {{(pid=85357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 05:04:03.399168 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d666f7bf-b305-47ed-9a02-f2bbb7df83b4 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Received port after_create {{(pid=85357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 05:04:03.407298 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] For port 08ce9393-00ae-4be1-9278-180b21c775d2, host dv-cinder-786524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=08ce9393-00ae-4be1-9278-180b21c775d2,segment=NetworkSegment(79077226-93f2-4a1f-b0e8-7ab4b09d1a7b),segment_id=79077226-93f2-4a1f-b0e8-7ab4b09d1a7b)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:04:03.412295 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:03.414585 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:04:03.517574 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Pushing event updated for resources: {'Port': ['ID=08ce9393-00ae-4be1-9278-180b21c775d2,revision_number=5']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:04:03.518277 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-d666f7bf-b305-47ed-9a02-f2bbb7df83b4 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:03.522959 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:04:03.610518 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-d666f7bf-b305-47ed-9a02-f2bbb7df83b4 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:03.931380 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa5892-1d06-4f03-8718-57c0a19c9e8e req-68eee778-c408-469a-b406-df083fade481 tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:04:03.934002 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-4ffa5892-1d06-4f03-8718-57c0a19c9e8e req-68eee778-c408-469a-b406-df083fade481 tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4bc26f-251b-4112-b09b-1f0028c33bb8 HTTP/1.1" status: 200  len: 944 time: 0.2892516
Apr 16 05:04:03.992785 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 32818) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:04:04.031808 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-d666f7bf-b305-47ed-9a02-f2bbb7df83b4 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks [] for port, precommit_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:04.048167 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-d666f7bf-b305-47ed-9a02-f2bbb7df83b4 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:04.070653 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:04:04.140108 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-4ffa5892-1d06-4f03-8718-57c0a19c9e8e req-eaae43fd-9b3c-41df-92f2-0d3dbe6d7e25 tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] 10.222.0.26 "GET /v2.0/security-groups?id=152260db-7b46-47c6-a2ca-ab006ffc199c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1954267
Apr 16 05:04:04.197598 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device a16c1736-e19e-4ba4-b59e-1ab713023d6e details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=85358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 16 05:04:04.397749 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-34c7094e-8f6a-4650-b25d-01fa2c5d4a8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:04.441154 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-34c7094e-8f6a-4650-b25d-01fa2c5d4a8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:04:04.451494 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-34c7094e-8f6a-4650-b25d-01fa2c5d4a8c admin admin] Usage tracker for resource:security_group_rule and tenant:991f94e0cd28475f870a35dc94f62580 is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:04:04.462191 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-34c7094e-8f6a-4650-b25d-01fa2c5d4a8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:04:04.462855 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d666f7bf-b305-47ed-9a02-f2bbb7df83b4 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Pushing event updated for resources: {'Port': ['ID=b7dcb2aa-23d0-4cd4-b283-b246a9701c12,revision_number=2']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:04:04.478371 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-34c7094e-8f6a-4650-b25d-01fa2c5d4a8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:04:04.481175 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-d666f7bf-b305-47ed-9a02-f2bbb7df83b4 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:04:04.499077 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] For port a16c1736-e19e-4ba4-b59e-1ab713023d6e, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=a16c1736-e19e-4ba4-b59e-1ab713023d6e,segment=NetworkSegment(e0c30da2-1a68-4f2e-be9b-2ec222378b18),segment_id=e0c30da2-1a68-4f2e-be9b-2ec222378b18)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:04:04.525172 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 32834) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:04:04.526655 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device 08ce9393-00ae-4be1-9278-180b21c775d2 up at agent ovs-agent-dv-cinder-786524-1-iscsi {{(pid=85358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 05:04:04.588021 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b06e64-4464-47ce-8f54-6f1bd54bb8e2 req-1f89b69a-f3a5-4cd7-b3ca-689bf7fa7375 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:04:04.590534 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-65b06e64-4464-47ce-8f54-6f1bd54bb8e2 req-1f89b69a-f3a5-4cd7-b3ca-689bf7fa7375 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2c5224f-3c8e-4f48-ae99-72a5b00e94ce HTTP/1.1" status: 200  len: 943 time: 0.4645202
Apr 16 05:04:04.619919 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-d666f7bf-b305-47ed-9a02-f2bbb7df83b4 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33197037'] for floatingip, after_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:04.654886 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Returning: {'device': 'a16c1736-e19e-4ba4-b59e-1ab713023d6e', 'network_id': '469c610d-3640-4407-b2a9-dd8cd792723c', 'port_id': 'a16c1736-e19e-4ba4-b59e-1ab713023d6e', 'mac_address': 'fa:16:3e:82:c5:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28b73d84-839b-41f8-8a99-404cd24cc829', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 16 05:04:04.717123 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-34c7094e-8f6a-4650-b25d-01fa2c5d4a8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:04.720842 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-34c7094e-8f6a-4650-b25d-01fa2c5d4a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:04.730963 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:04:04.755964 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-65b06e64-4464-47ce-8f54-6f1bd54bb8e2 req-a968f2a1-4169-43ce-b580-2b404a0a2a58 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/security-groups?id=4caff57c-68d2-4f1f-a5bc-b37d2db244ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1395335
Apr 16 05:04:04.757348 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-d666f7bf-b305-47ed-9a02-f2bbb7df83b4 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for floatingip, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:04.767539 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-d666f7bf-b305-47ed-9a02-f2bbb7df83b4 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 3.3968134
Apr 16 05:04:04.768287 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c7094e-8f6a-4650-b25d-01fa2c5d4a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec77b4eb-885b-49d5-989c-4a44baf68f43,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:04:04.769599 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-34c7094e-8f6a-4650-b25d-01fa2c5d4a8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:04:04.818689 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-34c7094e-8f6a-4650-b25d-01fa2c5d4a8c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=991f94e0cd28475f870a35dc94f62580&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8218455
Apr 16 05:04:04.819466 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 32852) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:04:04.916042 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-50f09b87-bd60-4d0a-9e85-23decd28baf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:04.943933 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:04.959824 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-647e1f8f-b9d8-483a-9362-3135248908c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:04.983925 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-8b7f9138-6980-4b71-a9bf-a9a1c8f17fe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:04.984917 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a16c1736-e19e-4ba4-b59e-1ab713023d6e {{(pid=85358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 05:04:04.991391 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Provisioning complete for port 08ce9393-00ae-4be1-9278-180b21c775d2 triggered by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:04:04.991808 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:05.018160 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-8b7f9138-6980-4b71-a9bf-a9a1c8f17fe9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:04:05.024364 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-8b7f9138-6980-4b71-a9bf-a9a1c8f17fe9 admin admin] Usage tracker for resource:security_group_rule and tenant:a24d4c7b5c6d45cca561e148a5592eaf is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:04:05.025403 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-647e1f8f-b9d8-483a-9362-3135248908c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:05.028484 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-8b7f9138-6980-4b71-a9bf-a9a1c8f17fe9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:04:05.037395 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-8b7f9138-6980-4b71-a9bf-a9a1c8f17fe9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:04:05.095094 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-647e1f8f-b9d8-483a-9362-3135248908c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:05.107228 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:04:05.123986 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] For port a16c1736-e19e-4ba4-b59e-1ab713023d6e, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=a16c1736-e19e-4ba4-b59e-1ab713023d6e,segment=NetworkSegment(e0c30da2-1a68-4f2e-be9b-2ec222378b18),segment_id=e0c30da2-1a68-4f2e-be9b-2ec222378b18)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:04:05.132631 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:05.139669 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:04:05.157360 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647e1f8f-b9d8-483a-9362-3135248908c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec77b4eb-885b-49d5-989c-4a44baf68f43,revision_number=None']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:04:05.161290 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-647e1f8f-b9d8-483a-9362-3135248908c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:05.184867 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-647e1f8f-b9d8-483a-9362-3135248908c8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ec77b4eb-885b-49d5-989c-4a44baf68f43 HTTP/1.1" status: 204  len: 168 time: 0.3623300
Apr 16 05:04:05.187005 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-647e1f8f-b9d8-483a-9362-3135248908c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:04:05.255720 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-8b7f9138-6980-4b71-a9bf-a9a1c8f17fe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:05.260878 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-8b7f9138-6980-4b71-a9bf-a9a1c8f17fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:05.329889 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-fd052c24-7ed7-478a-99ed-d09f6ea9f51d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:04:05.330181 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-b66400f9-f998-443d-acab-cd8a0493c62b req-a704249f-83a5-450c-ae4a-2d8108903b73 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--2005177466&fields=id&tenant_id=0568e0a577bb45428833638c9c368aa5 HTTP/1.1" status: 200  len: 267 time: 0.1068008
Apr 16 05:04:05.348625 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Pushing event updated for resources: {'Port': ['ID=a16c1736-e19e-4ba4-b59e-1ab713023d6e,revision_number=4']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:04:05.367714 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:04:05.395438 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-8b7f9138-6980-4b71-a9bf-a9a1c8f17fe9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a24d4c7b5c6d45cca561e148a5592eaf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8650000
Apr 16 05:04:05.398670 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7f9138-6980-4b71-a9bf-a9a1c8f17fe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46d1248b-33a6-40dc-af92-c160e5c785a7,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:04:05.403930 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-8b7f9138-6980-4b71-a9bf-a9a1c8f17fe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:04:05.404504 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 32878) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:04:05.483388 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] get_ports_and_sgs() called for port_ids ['a16c1736-e19e-4ba4-b59e-1ab713023d6e'] {{(pid=85358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 05:04:05.550752 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ac6677c2-e686-425e-af30-72e878807c19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:05.607770 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ac6677c2-e686-425e-af30-72e878807c19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:05.715087 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ac6677c2-e686-425e-af30-72e878807c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:05.726366 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-16c89b1c-13c9-4710-a460-0a6d644b4d5a tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:04:05.731473 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66400f9-f998-443d-acab-cd8a0493c62b req-fafd83ed-83b2-4239-a5d2-5d77c9147e51 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:04:05.738938 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-b66400f9-f998-443d-acab-cd8a0493c62b req-fafd83ed-83b2-4239-a5d2-5d77c9147e51 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/networks?id=8df91495-625b-4773-a543-89e51aa2e299 HTTP/1.1" status: 200  len: 817 time: 0.4077730
Apr 16 05:04:05.756770 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6677c2-e686-425e-af30-72e878807c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d1248b-33a6-40dc-af92-c160e5c785a7,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:04:05.761822 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-ac6677c2-e686-425e-af30-72e878807c19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:04:05.784971 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ac6677c2-e686-425e-af30-72e878807c19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:05.788677 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-ac6677c2-e686-425e-af30-72e878807c19 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/46d1248b-33a6-40dc-af92-c160e5c785a7 HTTP/1.1" status: 204  len: 168 time: 0.3778312
Apr 16 05:04:05.813815 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 32892) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:04:05.824561 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-b66400f9-f998-443d-acab-cd8a0493c62b req-f688e723-ae55-420b-9345-57cf972726c1 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/quotas/0568e0a577bb45428833638c9c368aa5 HTTP/1.1" status: 200  len: 375 time: 0.0744529
Apr 16 05:04:05.855506 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-429f32fd-ce3a-4184-baa2-c8245b484537 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:05.879033 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-429f32fd-ce3a-4184-baa2-c8245b484537 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:04:05.885595 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-429f32fd-ce3a-4184-baa2-c8245b484537 admin admin] Usage tracker for resource:security_group_rule and tenant:6f6d835968944165a9c986513bbe940d is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:04:05.890121 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-429f32fd-ce3a-4184-baa2-c8245b484537 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:04:05.899893 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-429f32fd-ce3a-4184-baa2-c8245b484537 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:04:05.919779 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4410e74b-d278-4e56-a8f6-e84e08ea5846 req-f8cd837a-82ee-4ba4-98f0-a771c26fa52d tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:04:05.921567 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-4410e74b-d278-4e56-a8f6-e84e08ea5846 req-f8cd837a-82ee-4ba4-98f0-a771c26fa52d tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4bc26f-251b-4112-b09b-1f0028c33bb8 HTTP/1.1" status: 200  len: 944 time: 0.5242641
Apr 16 05:04:06.021082 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-429f32fd-ce3a-4184-baa2-c8245b484537 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:06.025361 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-429f32fd-ce3a-4184-baa2-c8245b484537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:06.041639 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-34c7094e-8f6a-4650-b25d-01fa2c5d4a8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:04:06.042699 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-4410e74b-d278-4e56-a8f6-e84e08ea5846 req-64ef2aca-51f6-4c90-a2b0-521493ff86b0 tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] 10.222.0.26 "GET /v2.0/security-groups?id=152260db-7b46-47c6-a2ca-ab006ffc199c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1025996
Apr 16 05:04:06.090031 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429f32fd-ce3a-4184-baa2-c8245b484537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=624833c4-a36a-4609-854c-4e782b0c0aa5,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:04:06.093446 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-429f32fd-ce3a-4184-baa2-c8245b484537 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:04:06.096858 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-429f32fd-ce3a-4184-baa2-c8245b484537 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6f6d835968944165a9c986513bbe940d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2813182
Apr 16 05:04:06.099843 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 32904) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:04:06.123115 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-b66400f9-f998-443d-acab-cd8a0493c62b req-c3dd4327-1737-4878-8993-19fb21b670d9 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Synchronizing usage tracker for tenant:0568e0a577bb45428833638c9c368aa5 on resource:port {{(pid=85357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 05:04:06.168360 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device 7bc12aaf-81cf-42ab-a64a-e5bcd50f7497 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=85358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 16 05:04:06.199707 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-b66400f9-f998-443d-acab-cd8a0493c62b req-c3dd4327-1737-4878-8993-19fb21b670d9 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Unset dirty status for tenant:0568e0a577bb45428833638c9c368aa5 on resource:port {{(pid=85357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 05:04:06.201320 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-b66400f9-f998-443d-acab-cd8a0493c62b req-c3dd4327-1737-4878-8993-19fb21b670d9 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=0568e0a577bb45428833638c9c368aa5&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3654780
Apr 16 05:04:06.229718 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-cbd0caf8-b8ae-4d0f-b9d7-d4162a034a60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:06.310795 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-cbd0caf8-b8ae-4d0f-b9d7-d4162a034a60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:06.418434 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-b66400f9-f998-443d-acab-cd8a0493c62b req-de33f5e2-4fb7-432f-943a-8ab3ba96887a service neutron] 10.222.0.26 "GET /v2.0/networks/8df91495-625b-4773-a543-89e51aa2e299?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1948771
Apr 16 05:04:06.428465 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-cbd0caf8-b8ae-4d0f-b9d7-d4162a034a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:06.435432 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:04:06.508275 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] For port 7bc12aaf-81cf-42ab-a64a-e5bcd50f7497, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=7bc12aaf-81cf-42ab-a64a-e5bcd50f7497,segment=NetworkSegment(7997cb11-9779-48cb-bfc4-7cb7212aa616),segment_id=7997cb11-9779-48cb-bfc4-7cb7212aa616)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:04:06.542735 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Returning: {'device': '7bc12aaf-81cf-42ab-a64a-e5bcd50f7497', 'network_id': '0848d992-50a2-4a2d-aa8d-a0d2350b7994', 'port_id': '7bc12aaf-81cf-42ab-a64a-e5bcd50f7497', 'mac_address': 'fa:16:3e:58:e8:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1b631c1-ecf0-4c00-9c5c-256ae81c8439', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 16 05:04:06.586088 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 32916) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:04:06.617793 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:06.638641 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-7cef7efa-9f58-4241-bbbd-8341a15b0d78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:06.641246 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bc12aaf-81cf-42ab-a64a-e5bcd50f7497 {{(pid=85358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 05:04:06.669114 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-7cef7efa-9f58-4241-bbbd-8341a15b0d78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:04:06.674320 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] For port 7bc12aaf-81cf-42ab-a64a-e5bcd50f7497, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=7bc12aaf-81cf-42ab-a64a-e5bcd50f7497,segment=NetworkSegment(7997cb11-9779-48cb-bfc4-7cb7212aa616),segment_id=7997cb11-9779-48cb-bfc4-7cb7212aa616)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:04:06.677514 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-7cef7efa-9f58-4241-bbbd-8341a15b0d78 admin admin] Usage tracker for resource:security_group_rule and tenant:a8aa6330d68b4c8cb411d4da7904b34b is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:04:06.678934 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:06.681966 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-a7fd57b8-4829-4282-8d3c-fad87b77c39d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:04:06.682437 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd0caf8-b8ae-4d0f-b9d7-d4162a034a60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=624833c4-a36a-4609-854c-4e782b0c0aa5,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:04:06.685126 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-7cef7efa-9f58-4241-bbbd-8341a15b0d78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:04:06.693677 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-cbd0caf8-b8ae-4d0f-b9d7-d4162a034a60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:04:06.697399 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-cbd0caf8-b8ae-4d0f-b9d7-d4162a034a60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:06.698784 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-cbd0caf8-b8ae-4d0f-b9d7-d4162a034a60 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/624833c4-a36a-4609-854c-4e782b0c0aa5 HTTP/1.1" status: 204  len: 168 time: 0.5975437
Apr 16 05:04:06.719152 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-7cef7efa-9f58-4241-bbbd-8341a15b0d78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:04:06.802975 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Pushing event updated for resources: {'Port': ['ID=7bc12aaf-81cf-42ab-a64a-e5bcd50f7497,revision_number=4']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:04:06.815093 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-b66400f9-f998-443d-acab-cd8a0493c62b req-e21caa75-3fc1-430e-a9f3-6d2b15045a1c service neutron] 10.222.0.26 "GET /v2.0/networks/8df91495-625b-4773-a543-89e51aa2e299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3574266
Apr 16 05:04:06.825431 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ce5a7-7fea-43cd-a9f9-9ad6225284f9 req-1e9530df-e498-4303-91e3-817d8b73b66a tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:04:06.826142 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:04:06.827372 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-a30ce5a7-7fea-43cd-a9f9-9ad6225284f9 req-1e9530df-e498-4303-91e3-817d8b73b66a tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2c5224f-3c8e-4f48-ae99-72a5b00e94ce HTTP/1.1" status: 200  len: 944 time: 0.4083185
Apr 16 05:04:06.899197 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-6caa065f-b493-4193-8a5e-4eeade4a2585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:06.907905 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-a30ce5a7-7fea-43cd-a9f9-9ad6225284f9 req-bec79570-fa39-4332-a2bf-c4bd1638372f tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/security-groups?id=4caff57c-68d2-4f1f-a5bc-b37d2db244ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702484
Apr 16 05:04:06.964262 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] get_ports_and_sgs() called for port_ids ['7bc12aaf-81cf-42ab-a64a-e5bcd50f7497'] {{(pid=85358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 05:04:06.992551 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-7cef7efa-9f58-4241-bbbd-8341a15b0d78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:06.999059 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-7cef7efa-9f58-4241-bbbd-8341a15b0d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:07.023309 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-40580f23-ae63-4e09-946c-12aa57474b11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:04:07.211168 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cef7efa-9f58-4241-bbbd-8341a15b0d78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7499ccba-7602-4052-b397-dce861e191d3,revision_number=1']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:04:07.221268 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-7cef7efa-9f58-4241-bbbd-8341a15b0d78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:04:07.354185 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-0e64191b-d082-4217-ac94-fe4f2a995096 req-2bb4cc04-9c5f-4cec-b99b-6d774ac8e8c3 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cebb75-08a7-4e02-a9ad-c88938f84799 HTTP/1.1" status: 200  len: 210 time: 0.1315143
Apr 16 05:04:07.475737 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 32954) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:04:07.480694 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-7cef7efa-9f58-4241-bbbd-8341a15b0d78 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a8aa6330d68b4c8cb411d4da7904b34b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8933148
Apr 16 05:04:07.558282 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:07.568036 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d0141-73ba-4243-82cb-5f883bf7bbf6 req-b84e7c33-de1f-4a7b-8078-f1bd093521e2 tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:04:07.569869 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c04d0141-73ba-4243-82cb-5f883bf7bbf6 req-b84e7c33-de1f-4a7b-8078-f1bd093521e2 tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4bc26f-251b-4112-b09b-1f0028c33bb8 HTTP/1.1" status: 200  len: 945 time: 0.2146850
Apr 16 05:04:07.595811 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-9e60fadc-fd83-4bd4-a40c-43cd957c9aba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:07.652605 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c04d0141-73ba-4243-82cb-5f883bf7bbf6 req-4926f32d-02bf-4303-915a-7ea3e866ba71 tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] 10.222.0.26 "GET /v2.0/security-groups?id=152260db-7b46-47c6-a2ca-ab006ffc199c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0661972
Apr 16 05:04:07.664958 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-9e60fadc-fd83-4bd4-a40c-43cd957c9aba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:07.748159 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-9e60fadc-fd83-4bd4-a40c-43cd957c9aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:07.758294 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-d1d667d7-1ed0-483f-b33d-30dbc740a371 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:04:07.759361 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-63345f0b-feae-4d1b-a675-506eb60b354a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:07.777726 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e60fadc-fd83-4bd4-a40c-43cd957c9aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7499ccba-7602-4052-b397-dce861e191d3,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:04:07.780280 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-9e60fadc-fd83-4bd4-a40c-43cd957c9aba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:04:07.781502 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-9e60fadc-fd83-4bd4-a40c-43cd957c9aba admin admin] Notify callbacks [] for security_group, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:07.782727 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-9e60fadc-fd83-4bd4-a40c-43cd957c9aba admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7499ccba-7602-4052-b397-dce861e191d3 HTTP/1.1" status: 204  len: 168 time: 0.3054767
Apr 16 05:04:07.950464 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:08.162546 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25cf723-1246-485c-9ff5-43ea31c9f411 req-e0f52bb9-da4c-49a8-9474-29c70312c199 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:04:08.172771 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-e25cf723-1246-485c-9ff5-43ea31c9f411 req-e0f52bb9-da4c-49a8-9474-29c70312c199 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2c5224f-3c8e-4f48-ae99-72a5b00e94ce HTTP/1.1" status: 200  len: 944 time: 0.1188645
Apr 16 05:04:08.220757 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-e25cf723-1246-485c-9ff5-43ea31c9f411 req-d17afe77-cd28-4fd3-8bcf-fe396b39a7c7 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/security-groups?id=4caff57c-68d2-4f1f-a5bc-b37d2db244ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467482
Apr 16 05:04:08.559351 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-189c1841-0553-4310-9e38-48f167f5b787 req-ee173a26-9a69-4b5d-889b-c5ee004a9cf5 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cebb75-08a7-4e02-a9ad-c88938f84799 HTTP/1.1" status: 200  len: 210 time: 0.0539837
Apr 16 05:04:08.872494 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 33028) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:04:09.091074 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e64510f-d436-47c9-8296-90ede444bde6 req-13e3d419-332b-4f13-8dc7-a4522d7471f3 tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:04:09.092743 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-7e64510f-d436-47c9-8296-90ede444bde6 req-13e3d419-332b-4f13-8dc7-a4522d7471f3 tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4bc26f-251b-4112-b09b-1f0028c33bb8 HTTP/1.1" status: 200  len: 945 time: 0.3187907
Apr 16 05:04:09.155539 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-ec09c1d4-449b-460a-ad71-0a396df24c21 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1067785861-network', 'tenant_id': '38525032404b4d4c8dc506dd16497b71'}} {{(pid=85356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:04:09.161734 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-ec09c1d4-449b-460a-ad71-0a396df24c21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:04:09.167428 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-7e64510f-d436-47c9-8296-90ede444bde6 req-9fcfafce-1ed6-4c67-b749-b919845e0b40 tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] 10.222.0.26 "GET /v2.0/security-groups?id=152260db-7b46-47c6-a2ca-ab006ffc199c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669367
Apr 16 05:04:09.177365 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-ec09c1d4-449b-460a-ad71-0a396df24c21 admin admin] Usage tracker for resource:network and tenant:38525032404b4d4c8dc506dd16497b71 is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:04:09.184691 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-ec09c1d4-449b-460a-ad71-0a396df24c21 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:04:09.195932 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-ec09c1d4-449b-460a-ad71-0a396df24c21 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:04:09.206344 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec09c1d4-449b-460a-ad71-0a396df24c21 admin admin] Made reservation on behalf of 38525032404b4d4c8dc506dd16497b71 for: {'network': 1} {{(pid=85356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 05:04:09.211311 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ec09c1d4-449b-460a-ad71-0a396df24c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for network, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:09.224824 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ec09c1d4-449b-460a-ad71-0a396df24c21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:09.240586 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-ec09c1d4-449b-460a-ad71-0a396df24c21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:04:09.244901 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-ec09c1d4-449b-460a-ad71-0a396df24c21 admin admin] Usage tracker for resource:security_group_rule and tenant:38525032404b4d4c8dc506dd16497b71 is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:04:09.247974 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-ec09c1d4-449b-460a-ad71-0a396df24c21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:04:09.254277 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-ec09c1d4-449b-460a-ad71-0a396df24c21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:04:09.368044 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a57a9699-4b93-4635-9a0c-76135fd629c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:09.371842 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ec09c1d4-449b-460a-ad71-0a396df24c21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:09.377325 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ec09c1d4-449b-460a-ad71-0a396df24c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:09.390934 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-0ed94d0f-91fd-4828-a9fc-aef8bb47980d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:04:09.405567 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec09c1d4-449b-460a-ad71-0a396df24c21 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365}  {{(pid=85356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 16 05:04:09.429756 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec09c1d4-449b-460a-ad71-0a396df24c21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9615793c-e332-4852-9226-4e607900cfa2,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:04:09.433154 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-ec09c1d4-449b-460a-ad71-0a396df24c21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:04:09.434366 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ec09c1d4-449b-460a-ad71-0a396df24c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854750583'] for segment, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:09.434842 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.db.segments_db [None req-ec09c1d4-449b-460a-ad71-0a396df24c21 admin admin] Added segment 54bb4596-5579-4af1-99b2-1b5767d46e4b of type vlan for network 88d11ec5-b123-4adf-abef-83daa831a8d5
Apr 16 05:04:09.466556 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ec09c1d4-449b-460a-ad71-0a396df24c21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284332331448'] for network, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:09.493121 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f8f291-40e0-4995-a4ed-a3ad0371e5aa req-298ac47e-70dd-4cc9-ab13-99818e9672fb tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:04:09.494902 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-90f8f291-40e0-4995-a4ed-a3ad0371e5aa req-298ac47e-70dd-4cc9-ab13-99818e9672fb tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2c5224f-3c8e-4f48-ae99-72a5b00e94ce HTTP/1.1" status: 200  len: 944 time: 0.1016245
Apr 16 05:04:09.504262 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ec09c1d4-449b-460a-ad71-0a396df24c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821614228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202'] for network, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:09.505948 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec09c1d4-449b-460a-ad71-0a396df24c21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:04:09.506593 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ec09c1d4-449b-460a-ad71-0a396df24c21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821710155'] for network, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:09.510520 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device a16c1736-e19e-4ba4-b59e-1ab713023d6e up at agent hyperv_hv-cinder-78652 {{(pid=85358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 05:04:09.542116 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:04:09.561637 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-90f8f291-40e0-4995-a4ed-a3ad0371e5aa req-dfea77ad-92b5-4f57-986c-8c4975d83bd6 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/security-groups?id=4caff57c-68d2-4f1f-a5bc-b37d2db244ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585651
Apr 16 05:04:09.609722 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Provisioning for port a16c1736-e19e-4ba4-b59e-1ab713023d6e completed by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 05:04:09.618491 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Provisioning complete for port a16c1736-e19e-4ba4-b59e-1ab713023d6e triggered by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:04:09.618950 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:09.651983 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-ec09c1d4-449b-460a-ad71-0a396df24c21 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.7783689
Apr 16 05:04:09.655284 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec09c1d4-449b-460a-ad71-0a396df24c21 admin admin] Pushing event updated for resources: {'Network': ['ID=88d11ec5-b123-4adf-abef-83daa831a8d5,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:04:09.656169 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 33052) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:04:09.659045 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-ec09c1d4-449b-460a-ad71-0a396df24c21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:04:09.671397 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-11a69879-5a19-4807-8cd2-2549e687c7fc admin admin] Request body: {'subnet': {'network_id': '88d11ec5-b123-4adf-abef-83daa831a8d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1067785861-subnet', 'tenant_id': '38525032404b4d4c8dc506dd16497b71', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:04:09.678174 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-11a69879-5a19-4807-8cd2-2549e687c7fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:04:09.679137 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Network 88d11ec5-b123-4adf-abef-83daa831a8d5 details requested by agent ovs-agent-dv-cinder-786524-1-iscsi with host dv-cinder-786524-1-iscsi {{(pid=85358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 16 05:04:09.683055 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-11a69879-5a19-4807-8cd2-2549e687c7fc admin admin] Usage tracker for resource:subnet and tenant:38525032404b4d4c8dc506dd16497b71 is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:04:09.686093 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-11a69879-5a19-4807-8cd2-2549e687c7fc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:04:09.692967 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-11a69879-5a19-4807-8cd2-2549e687c7fc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:04:09.706827 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a69879-5a19-4807-8cd2-2549e687c7fc admin admin] Made reservation on behalf of 38525032404b4d4c8dc506dd16497b71 for: {'subnet': 1} {{(pid=85357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 05:04:09.713156 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-11a69879-5a19-4807-8cd2-2549e687c7fc admin admin] Notify callbacks [] for subnet, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:09.897625 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-02dd5608-c72d-4374-ad35-585a8de5cfb3 req-6bdc9838-5f39-4335-80f8-c56e14c8b286 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cebb75-08a7-4e02-a9ad-c88938f84799 HTTP/1.1" status: 200  len: 210 time: 0.1004906
Apr 16 05:04:09.980725 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:10.011468 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c5224f-3c8e-4f48-ae99-72a5b00e94ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a16c1736-e19e-4ba4-b59e-1ab713023d6e'}] {{(pid=85358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 05:04:10.077140 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] For port a16c1736-e19e-4ba4-b59e-1ab713023d6e, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=a16c1736-e19e-4ba4-b59e-1ab713023d6e,segment=NetworkSegment(e0c30da2-1a68-4f2e-be9b-2ec222378b18),segment_id=e0c30da2-1a68-4f2e-be9b-2ec222378b18)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:04:10.084220 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:10.087198 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:04:10.213241 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Pushing event updated for resources: {'Port': ['ID=a16c1736-e19e-4ba4-b59e-1ab713023d6e,revision_number=5']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:04:10.218044 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:04:10.330122 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-11a69879-5a19-4807-8cd2-2549e687c7fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821614264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202'] for subnet, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:10.345070 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:04:10.416863 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c5224f-3c8e-4f48-ae99-72a5b00e94ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a16c1736-e19e-4ba4-b59e-1ab713023d6e', 'code': 200}
Apr 16 05:04:10.545167 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a69879-5a19-4807-8cd2-2549e687c7fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d3ea71b-3fa7-4635-998d-759a0c5c826c,revision_number=0']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:04:10.562194 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-11a69879-5a19-4807-8cd2-2549e687c7fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:04:10.633689 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea52d33-b2af-4742-aa52-e05dd20f6bac req-5c76ea51-147a-4890-9670-4d29f5076c27 tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:04:10.645167 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-1ea52d33-b2af-4742-aa52-e05dd20f6bac req-5c76ea51-147a-4890-9670-4d29f5076c27 tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4bc26f-251b-4112-b09b-1f0028c33bb8 HTTP/1.1" status: 200  len: 945 time: 0.2664423
Apr 16 05:04:10.773964 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-1ea52d33-b2af-4742-aa52-e05dd20f6bac req-b0e42f6a-ffd1-442d-b638-d43264d72b83 tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] 10.222.0.26 "GET /v2.0/security-groups?id=152260db-7b46-47c6-a2ca-ab006ffc199c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1136482
Apr 16 05:04:10.886628 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a69879-5a19-4807-8cd2-2549e687c7fc admin admin] Checking segment: {'id': '54bb4596-5579-4af1-99b2-1b5767d46e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '88d11ec5-b123-4adf-abef-83daa831a8d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 05:04:10.887299 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a69879-5a19-4807-8cd2-2549e687c7fc admin admin] Network hostable DHCP agents. Network: 88d11ec5-b123-4adf-abef-83daa831a8d5, hostable agents: ['582622ae-d895-4475-8046-f15afe99e67f'], hosted agents: [] {{(pid=85357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 16 05:04:10.938365 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a69879-5a19-4807-8cd2-2549e687c7fc admin admin] Network 88d11ec5-b123-4adf-abef-83daa831a8d5 is scheduled to be hosted by DHCP agent 582622ae-d895-4475-8046-f15afe99e67f with binding_index 1 {{(pid=85357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 16 05:04:11.011892 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [None req-11a69879-5a19-4807-8cd2-2549e687c7fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-1-iscsi, 88d11ec5-b123-4adf-abef-83daa831a8d5) {{(pid=85357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 05:04:11.026770 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a69879-5a19-4807-8cd2-2549e687c7fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:04:11.027437 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-11a69879-5a19-4807-8cd2-2549e687c7fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821710155'] for subnet, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:11.035523 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0e640e-ef04-4755-88ff-0a997b7fce7f None None] Network 88d11ec5-b123-4adf-abef-83daa831a8d5 requested from dv-cinder-786524-1-iscsi {{(pid=85358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 05:04:11.097111 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094c380-6d45-48b2-bc44-8733184811ce req-bc92c12d-b04e-4f10-980f-34fc01852b35 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:04:11.106465 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-0094c380-6d45-48b2-bc44-8733184811ce req-bc92c12d-b04e-4f10-980f-34fc01852b35 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2c5224f-3c8e-4f48-ae99-72a5b00e94ce HTTP/1.1" status: 200  len: 945 time: 0.3018184
Apr 16 05:04:11.153628 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-11a69879-5a19-4807-8cd2-2549e687c7fc admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.4929972
Apr 16 05:04:11.294894 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-563aa5c6-56ab-49ae-9b45-8eb029820358 req-01f07fd5-96da-4648-bc05-913ddf32c185 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cebb75-08a7-4e02-a9ad-c88938f84799 HTTP/1.1" status: 200  len: 210 time: 0.1408451
Apr 16 05:04:11.308717 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cb5b22-e3c0-401a-95db-1ba35ffc997d req-7dd2bfad-8ea0-4839-a79a-0a73f382a0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:04:11.312024 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-69cb5b22-e3c0-401a-95db-1ba35ffc997d req-7dd2bfad-8ea0-4839-a79a-0a73f382a0de service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f2c5224f-3c8e-4f48-ae99-72a5b00e94ce HTTP/1.1" status: 200  len: 1098 time: 0.3627036
Apr 16 05:04:11.425806 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-69cb5b22-e3c0-401a-95db-1ba35ffc997d req-c0bd5db6-d0f0-4edc-bc76-f96a30bead8a service neutron] Notify callbacks [] for security_group, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:11.469569 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-0094c380-6d45-48b2-bc44-8733184811ce req-827575e3-b9b2-4bc0-b431-44012a4aff36 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/security-groups?id=4caff57c-68d2-4f1f-a5bc-b37d2db244ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3616385
Apr 16 05:04:11.505138 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [req-69cb5b22-e3c0-401a-95db-1ba35ffc997d req-c0bd5db6-d0f0-4edc-bc76-f96a30bead8a service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:04:11.521603 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-69cb5b22-e3c0-401a-95db-1ba35ffc997d req-c0bd5db6-d0f0-4edc-bc76-f96a30bead8a service neutron] Usage tracker for resource:security_group_rule and tenant:9ee348f53e6b4806a3c2e7ace4d42033 is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:04:11.526114 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-69cb5b22-e3c0-401a-95db-1ba35ffc997d req-c0bd5db6-d0f0-4edc-bc76-f96a30bead8a service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:04:11.535482 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bac970e-2d17-4fea-a753-c5c1bd7de81a None None] Network 88d11ec5-b123-4adf-abef-83daa831a8d5 requested from dv-cinder-786524-1-iscsi {{(pid=85358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 05:04:11.548854 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [req-69cb5b22-e3c0-401a-95db-1ba35ffc997d req-c0bd5db6-d0f0-4edc-bc76-f96a30bead8a service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:04:11.904040 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-69cb5b22-e3c0-401a-95db-1ba35ffc997d req-c0bd5db6-d0f0-4edc-bc76-f96a30bead8a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:11.915355 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-69cb5b22-e3c0-401a-95db-1ba35ffc997d req-c0bd5db6-d0f0-4edc-bc76-f96a30bead8a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:11.963976 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-3c490531-5196-4adf-b19f-e36512b4d96a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:04:11.981588 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-69cb5b22-e3c0-401a-95db-1ba35ffc997d req-c0bd5db6-d0f0-4edc-bc76-f96a30bead8a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4caff57c-68d2-4f1f-a5bc-b37d2db244ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6374633
Apr 16 05:04:12.038025 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd5db6-d0f0-4edc-bc76-f96a30bead8a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=46a4f20b-94d4-4fc3-9b0b-6b5c9318e44b,revision_number=1']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:04:12.066766 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-c0bd5db6-d0f0-4edc-bc76-f96a30bead8a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:04:12.159554 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66400f9-f998-443d-acab-cd8a0493c62b req-b214ce1b-dc7c-44fa-8ec5-1bd3a0c56320 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:04:12.159554 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-b66400f9-f998-443d-acab-cd8a0493c62b req-b214ce1b-dc7c-44fa-8ec5-1bd3a0c56320 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Synchronizing usage tracker for tenant:0568e0a577bb45428833638c9c368aa5 on resource:network {{(pid=85356) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 05:04:12.216085 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-b66400f9-f998-443d-acab-cd8a0493c62b req-b214ce1b-dc7c-44fa-8ec5-1bd3a0c56320 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Unset dirty status for tenant:0568e0a577bb45428833638c9c368aa5 on resource:network {{(pid=85356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 05:04:12.219022 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-b66400f9-f998-443d-acab-cd8a0493c62b req-b214ce1b-dc7c-44fa-8ec5-1bd3a0c56320 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.16 "GET /v2.0/networks?id=8df91495-625b-4773-a543-89e51aa2e299 HTTP/1.1" status: 200  len: 817 time: 0.6076002
Apr 16 05:04:12.467344 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-b66400f9-f998-443d-acab-cd8a0493c62b req-e15ef4db-4da1-4cbf-9250-da23363254c3 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Synchronizing usage tracker for tenant:0568e0a577bb45428833638c9c368aa5 on resource:security_group {{(pid=85356) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 05:04:12.484095 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device 7bc12aaf-81cf-42ab-a64a-e5bcd50f7497 up at agent hyperv_hv-cinder-78652 {{(pid=85358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 05:04:12.504531 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-b66400f9-f998-443d-acab-cd8a0493c62b req-e15ef4db-4da1-4cbf-9250-da23363254c3 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Unset dirty status for tenant:0568e0a577bb45428833638c9c368aa5 on resource:security_group {{(pid=85356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 05:04:12.506307 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-b66400f9-f998-443d-acab-cd8a0493c62b req-e15ef4db-4da1-4cbf-9250-da23363254c3 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0568e0a577bb45428833638c9c368aa5 HTTP/1.1" status: 200  len: 5704 time: 0.1978514
Apr 16 05:04:12.517611 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [req-b66400f9-f998-443d-acab-cd8a0493c62b req-12f3ae80-d9b2-445c-8302-3847ef15ce4f tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Request body: {'port': {'device_id': '52cebb75-08a7-4e02-a9ad-c88938f84799', 'network_id': '8df91495-625b-4773-a543-89e51aa2e299', 'admin_state_up': True, 'tenant_id': '0568e0a577bb45428833638c9c368aa5', 'security_groups': ['f8463a7f-3623-45fa-b260-5c490295d4a5']}} {{(pid=85356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:04:12.540831 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 33164) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:04:12.574512 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-bcf0118f-d36d-478c-85de-2786c61173dd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-764814880-network', 'tenant_id': '5e4bb76b4d2c4e8fb5cd4dabcf323dea'}} {{(pid=85357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:04:12.624605 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d1101d-7129-4986-b36e-8d2454b6f41c req-bcd9626f-ceca-4edf-8919-9e1d6cfd63ec tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:04:12.644158 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-22d1101d-7129-4986-b36e-8d2454b6f41c req-bcd9626f-ceca-4edf-8919-9e1d6cfd63ec tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4bc26f-251b-4112-b09b-1f0028c33bb8 HTTP/1.1" status: 200  len: 945 time: 0.3128314
Apr 16 05:04:12.645775 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Provisioning for port 7bc12aaf-81cf-42ab-a64a-e5bcd50f7497 completed by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 05:04:12.651683 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Provisioning complete for port 7bc12aaf-81cf-42ab-a64a-e5bcd50f7497 triggered by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:04:12.652398 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:12.655661 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-bcf0118f-d36d-478c-85de-2786c61173dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:04:12.668784 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-bcf0118f-d36d-478c-85de-2786c61173dd admin admin] Usage tracker for resource:network and tenant:5e4bb76b4d2c4e8fb5cd4dabcf323dea is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:04:12.772099 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-bcf0118f-d36d-478c-85de-2786c61173dd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:04:12.834656 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-bcf0118f-d36d-478c-85de-2786c61173dd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:04:12.892799 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:12.932657 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [req-b66400f9-f998-443d-acab-cd8a0493c62b req-12f3ae80-d9b2-445c-8302-3847ef15ce4f tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:04:12.938621 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] For port 7bc12aaf-81cf-42ab-a64a-e5bcd50f7497, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=7bc12aaf-81cf-42ab-a64a-e5bcd50f7497,segment=NetworkSegment(7997cb11-9779-48cb-bfc4-7cb7212aa616),segment_id=7997cb11-9779-48cb-bfc4-7cb7212aa616)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:04:12.938621 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d4bc26f-251b-4112-b09b-1f0028c33bb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bc12aaf-81cf-42ab-a64a-e5bcd50f7497'}] {{(pid=85358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 05:04:12.945406 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:12.947494 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:04:12.961176 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-22d1101d-7129-4986-b36e-8d2454b6f41c req-3d52e071-32a3-4f48-9aa9-98f23d60137c tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] 10.222.0.26 "GET /v2.0/security-groups?id=152260db-7b46-47c6-a2ca-ab006ffc199c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2948880
Apr 16 05:04:12.965169 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-d9451209-6e8b-4c2f-87b2-58f23adda50f req-0f2620d7-a373-4b84-9a62-f3c1809e3ac5 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cebb75-08a7-4e02-a9ad-c88938f84799 HTTP/1.1" status: 200  len: 210 time: 0.1410069
Apr 16 05:04:12.967526 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [req-b66400f9-f998-443d-acab-cd8a0493c62b req-12f3ae80-d9b2-445c-8302-3847ef15ce4f tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:04:13.000811 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b66400f9-f998-443d-acab-cd8a0493c62b req-12f3ae80-d9b2-445c-8302-3847ef15ce4f tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Made reservation on behalf of 0568e0a577bb45428833638c9c368aa5 for: {'port': 1} {{(pid=85356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 05:04:13.003650 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf0118f-d36d-478c-85de-2786c61173dd admin admin] Made reservation on behalf of 5e4bb76b4d2c4e8fb5cd4dabcf323dea for: {'network': 1} {{(pid=85357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 05:04:13.014518 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-b66400f9-f998-443d-acab-cd8a0493c62b req-12f3ae80-d9b2-445c-8302-3847ef15ce4f tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:13.049468 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-bcf0118f-d36d-478c-85de-2786c61173dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for network, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:13.065292 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Pushing event updated for resources: {'Port': ['ID=7bc12aaf-81cf-42ab-a64a-e5bcd50f7497,revision_number=5']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:04:13.077717 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:04:13.110011 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-bcf0118f-d36d-478c-85de-2786c61173dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:13.115019 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d4bc26f-251b-4112-b09b-1f0028c33bb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bc12aaf-81cf-42ab-a64a-e5bcd50f7497', 'code': 200}
Apr 16 05:04:13.140918 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-bcf0118f-d36d-478c-85de-2786c61173dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:04:13.149733 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-bcf0118f-d36d-478c-85de-2786c61173dd admin admin] Usage tracker for resource:security_group_rule and tenant:5e4bb76b4d2c4e8fb5cd4dabcf323dea is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:04:13.153251 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-bcf0118f-d36d-478c-85de-2786c61173dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:04:13.166764 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-bcf0118f-d36d-478c-85de-2786c61173dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:04:13.374013 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-bcf0118f-d36d-478c-85de-2786c61173dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:13.422094 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-bcf0118f-d36d-478c-85de-2786c61173dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:13.432207 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:04:13.473526 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcf0118f-d36d-478c-85de-2786c61173dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356}  {{(pid=85357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 16 05:04:13.550614 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.db_base_plugin_common [req-b66400f9-f998-443d-acab-cd8a0493c62b req-12f3ae80-d9b2-445c-8302-3847ef15ce4f tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Allocated IP 172.20.0.9 (8df91495-625b-4773-a543-89e51aa2e299/7194465a-cb17-4853-a8ba-70bd30e05305/4688bbfc-265d-4202-8afe-72cfcb6f87da) {{(pid=85356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 05:04:13.591021 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf0118f-d36d-478c-85de-2786c61173dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cdb1173-0b40-492d-926c-383d5e52ceb6,revision_number=1']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:04:13.598604 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-bcf0118f-d36d-478c-85de-2786c61173dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:04:13.674177 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-bcf0118f-d36d-478c-85de-2786c61173dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854750583'] for segment, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:13.674889 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.db.segments_db [None req-bcf0118f-d36d-478c-85de-2786c61173dd admin admin] Added segment c95f388f-6fdf-42a5-813d-bee87c22d8a0 of type vlan for network da653adc-5a3b-4a1c-a1b3-f6cc8823faa7
Apr 16 05:04:13.785186 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422707bd-cd41-464a-afec-006fea3f9b13 req-08e95d73-2786-42a8-801e-491d67b9029d tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:04:13.788786 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-422707bd-cd41-464a-afec-006fea3f9b13 req-08e95d73-2786-42a8-801e-491d67b9029d tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2c5224f-3c8e-4f48-ae99-72a5b00e94ce HTTP/1.1" status: 200  len: 945 time: 0.4215629
Apr 16 05:04:13.900167 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-bcf0118f-d36d-478c-85de-2786c61173dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284332331448'] for network, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:13.920505 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e27ea-498c-4cf7-9828-2a2e18ac5999 req-2216233b-e011-404a-8b27-789a84f5e3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:04:13.923808 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-7d8e27ea-498c-4cf7-9828-2a2e18ac5999 req-2216233b-e011-404a-8b27-789a84f5e3ab service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9d4bc26f-251b-4112-b09b-1f0028c33bb8 HTTP/1.1" status: 200  len: 1099 time: 0.4582615
Apr 16 05:04:14.030194 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-422707bd-cd41-464a-afec-006fea3f9b13 req-dc17fee5-4493-4591-9c9d-e3b1648caec8 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/security-groups?id=4caff57c-68d2-4f1f-a5bc-b37d2db244ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2127228
Apr 16 05:04:14.066839 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.db.resource_extend [None req-bcf0118f-d36d-478c-85de-2786c61173dd admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 16 05:04:14.194049 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-7d8e27ea-498c-4cf7-9828-2a2e18ac5999 req-7f185a9a-715f-4de9-a930-3e6ff3457f33 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=152260db-7b46-47c6-a2ca-ab006ffc199c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2605863
Apr 16 05:04:14.219268 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-b66400f9-f998-443d-acab-cd8a0493c62b req-12f3ae80-d9b2-445c-8302-3847ef15ce4f tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks [] for port, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:14.223977 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-bcf0118f-d36d-478c-85de-2786c61173dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821614228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202'] for network, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:14.226612 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf0118f-d36d-478c-85de-2786c61173dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:04:14.227751 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-bcf0118f-d36d-478c-85de-2786c61173dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821710155'] for network, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:14.262189 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [req-b66400f9-f998-443d-acab-cd8a0493c62b req-12f3ae80-d9b2-445c-8302-3847ef15ce4f tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Transition to ACTIVE for port object 4688bbfc-265d-4202-8afe-72cfcb6f87da will not be triggered until provisioned by entity DHCP. {{(pid=85356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 05:04:14.337568 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-b66400f9-f998-443d-acab-cd8a0493c62b req-12f3ae80-d9b2-445c-8302-3847ef15ce4f tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284332319809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32051484'] for port, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:14.376322 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-8e896bbd-1e3c-4e8a-9758-1508a8188b76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:04:14.465326 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:04:14.645498 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f3ae80-d9b2-445c-8302-3847ef15ce4f tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Pushing event updated for resources: {'Port': ['ID=4688bbfc-265d-4202-8afe-72cfcb6f87da,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:04:14.647726 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-bcf0118f-d36d-478c-85de-2786c61173dd admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 2.0993719
Apr 16 05:04:14.656101 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-12f3ae80-d9b2-445c-8302-3847ef15ce4f tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:04:14.663147 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 33222) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:04:14.678641 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-9924fcff-7e1c-4f57-8ab8-f0c90d355685 admin admin] Request body: {'subnet': {'network_id': 'da653adc-5a3b-4a1c-a1b3-f6cc8823faa7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-764814880-subnet', 'tenant_id': '5e4bb76b4d2c4e8fb5cd4dabcf323dea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:04:14.696899 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-9924fcff-7e1c-4f57-8ab8-f0c90d355685 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:04:14.705067 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-9924fcff-7e1c-4f57-8ab8-f0c90d355685 admin admin] Usage tracker for resource:subnet and tenant:5e4bb76b4d2c4e8fb5cd4dabcf323dea is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:04:14.719183 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-9924fcff-7e1c-4f57-8ab8-f0c90d355685 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:04:14.730105 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-9924fcff-7e1c-4f57-8ab8-f0c90d355685 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:04:14.772873 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9924fcff-7e1c-4f57-8ab8-f0c90d355685 admin admin] Made reservation on behalf of 5e4bb76b4d2c4e8fb5cd4dabcf323dea for: {'subnet': 1} {{(pid=85356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 05:04:14.779334 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-9924fcff-7e1c-4f57-8ab8-f0c90d355685 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036822488069'] for subnet, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:14.806468 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b66400f9-f998-443d-acab-cd8a0493c62b req-12f3ae80-d9b2-445c-8302-3847ef15ce4f tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Network 8df91495-625b-4773-a543-89e51aa2e299 is already hosted by enough agents. {{(pid=85356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 05:04:14.820036 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf0118f-d36d-478c-85de-2786c61173dd admin admin] Pushing event updated for resources: {'Network': ['ID=da653adc-5a3b-4a1c-a1b3-f6cc8823faa7,revision_number=1']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:04:14.829064 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-bcf0118f-d36d-478c-85de-2786c61173dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:04:14.835193 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Network da653adc-5a3b-4a1c-a1b3-f6cc8823faa7 details requested by agent ovs-agent-dv-cinder-786524-1-iscsi with host dv-cinder-786524-1-iscsi {{(pid=85358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 16 05:04:14.864071 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [req-b66400f9-f998-443d-acab-cd8a0493c62b req-12f3ae80-d9b2-445c-8302-3847ef15ce4f tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Resources bound (agent type, host, resource id):  {{(pid=85356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 05:04:14.866985 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [req-b66400f9-f998-443d-acab-cd8a0493c62b req-12f3ae80-d9b2-445c-8302-3847ef15ce4f tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Received port after_create {{(pid=85356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 05:04:14.925711 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82b9ce-c481-4b79-9431-e8ffbbe84373 req-7474f0c2-e337-40f5-9d5f-44948b86b924 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:04:14.939169 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-8f82b9ce-c481-4b79-9431-e8ffbbe84373 req-7474f0c2-e337-40f5-9d5f-44948b86b924 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cebb75-08a7-4e02-a9ad-c88938f84799 HTTP/1.1" status: 200  len: 931 time: 0.4248972
Apr 16 05:04:14.985870 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66400f9-f998-443d-acab-cd8a0493c62b req-12f3ae80-d9b2-445c-8302-3847ef15ce4f tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:04:14.986601 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-b66400f9-f998-443d-acab-cd8a0493c62b req-12f3ae80-d9b2-445c-8302-3847ef15ce4f tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821710155'] for port, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:15.061838 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-b66400f9-f998-443d-acab-cd8a0493c62b req-12f3ae80-d9b2-445c-8302-3847ef15ce4f tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5473065
Apr 16 05:04:15.062048 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-8f82b9ce-c481-4b79-9431-e8ffbbe84373 req-95894a5e-cee7-48c5-b426-cf36b6227679 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8463a7f-3623-45fa-b260-5c490295d4a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1140673
Apr 16 05:04:15.098158 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9682ccb-59cc-4fb1-bee1-24e14e18e34c req-0eff7c54-bd87-49b7-9622-e167a00958d7 tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:04:15.104368 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-e9682ccb-59cc-4fb1-bee1-24e14e18e34c req-0eff7c54-bd87-49b7-9622-e167a00958d7 tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4bc26f-251b-4112-b09b-1f0028c33bb8 HTTP/1.1" status: 200  len: 946 time: 0.7300572
Apr 16 05:04:15.255532 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-d287b710-358b-4774-ae57-b1d6dfad65b0 None None] Provisioning for port 4688bbfc-265d-4202-8afe-72cfcb6f87da completed by entity DHCP. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 05:04:15.263691 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-d287b710-358b-4774-ae57-b1d6dfad65b0 None None] Provisioning complete for port 4688bbfc-265d-4202-8afe-72cfcb6f87da triggered by entity DHCP. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:04:15.269892 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-d287b710-358b-4774-ae57-b1d6dfad65b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:15.289315 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-e9682ccb-59cc-4fb1-bee1-24e14e18e34c req-4dd779b6-020a-4910-8f6b-c623789b392b tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] 10.222.0.26 "GET /v2.0/security-groups?id=152260db-7b46-47c6-a2ca-ab006ffc199c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1629930
Apr 16 05:04:15.388545 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-d287b710-358b-4774-ae57-b1d6dfad65b0 None None] Port 4688bbfc-265d-4202-8afe-72cfcb6f87da cannot update to ACTIVE because it is not bound. {{(pid=85358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 16 05:04:15.446556 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdda533-4358-4592-bee7-5b324de25452 req-19b76871-42fb-452e-9148-f1408b6f9c2a tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:04:15.456556 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-0cdda533-4358-4592-bee7-5b324de25452 req-19b76871-42fb-452e-9148-f1408b6f9c2a tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2c5224f-3c8e-4f48-ae99-72a5b00e94ce HTTP/1.1" status: 200  len: 945 time: 0.1222036
Apr 16 05:04:15.514509 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-0cdda533-4358-4592-bee7-5b324de25452 req-6af11cfd-4542-400d-b675-c64f70dcd5d7 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/security-groups?id=4caff57c-68d2-4f1f-a5bc-b37d2db244ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558207
Apr 16 05:04:15.568919 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-9924fcff-7e1c-4f57-8ab8-f0c90d355685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821614264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32051570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036822488120'] for subnet, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:15.587448 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-07634af6-f8d2-4b19-b73a-bc00bfaf3c84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:04:15.739702 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9924fcff-7e1c-4f57-8ab8-f0c90d355685 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d9f41a4-2dcd-4871-934c-098a2dc35aeb,revision_number=0']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:04:15.747903 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-9924fcff-7e1c-4f57-8ab8-f0c90d355685 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:04:15.812339 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9924fcff-7e1c-4f57-8ab8-f0c90d355685 admin admin] Checking segment: {'id': 'c95f388f-6fdf-42a5-813d-bee87c22d8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'da653adc-5a3b-4a1c-a1b3-f6cc8823faa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 05:04:15.812867 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9924fcff-7e1c-4f57-8ab8-f0c90d355685 admin admin] Network hostable DHCP agents. Network: da653adc-5a3b-4a1c-a1b3-f6cc8823faa7, hostable agents: ['582622ae-d895-4475-8046-f15afe99e67f'], hosted agents: [] {{(pid=85356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 16 05:04:15.833846 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9924fcff-7e1c-4f57-8ab8-f0c90d355685 admin admin] Network da653adc-5a3b-4a1c-a1b3-f6cc8823faa7 is scheduled to be hosted by DHCP agent 582622ae-d895-4475-8046-f15afe99e67f with binding_index 1 {{(pid=85356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 16 05:04:15.844591 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [None req-9924fcff-7e1c-4f57-8ab8-f0c90d355685 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-1-iscsi, da653adc-5a3b-4a1c-a1b3-f6cc8823faa7) {{(pid=85356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 05:04:15.856688 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297920fd-ccdf-41b8-819e-698f335f80bc None None] Network da653adc-5a3b-4a1c-a1b3-f6cc8823faa7 requested from dv-cinder-786524-1-iscsi {{(pid=85358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 05:04:15.859211 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9924fcff-7e1c-4f57-8ab8-f0c90d355685 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:04:15.859894 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-9924fcff-7e1c-4f57-8ab8-f0c90d355685 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821710155'] for subnet, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:15.881876 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-9924fcff-7e1c-4f57-8ab8-f0c90d355685 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.2165136
Apr 16 05:04:16.180003 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27cfc641-1325-4a4d-acdb-97dc6b4f33d1 None None] Network da653adc-5a3b-4a1c-a1b3-f6cc8823faa7 requested from dv-cinder-786524-1-iscsi {{(pid=85358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 05:04:16.480805 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c0c892-713c-4ba2-9e77-8655e4f4c12a req-57194525-9c9e-44f4-af91-ed00e3920371 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:04:16.482640 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-16c0c892-713c-4ba2-9e77-8655e4f4c12a req-57194525-9c9e-44f4-af91-ed00e3920371 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cebb75-08a7-4e02-a9ad-c88938f84799 HTTP/1.1" status: 200  len: 931 time: 0.1628170
Apr 16 05:04:16.629161 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-16c0c892-713c-4ba2-9e77-8655e4f4c12a req-8e649528-314a-4ade-98c8-0783fce3d7d5 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8463a7f-3623-45fa-b260-5c490295d4a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1034501
Apr 16 05:04:16.708575 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac4211e-b734-428e-bd1b-c2975a359098 req-1d41c546-d07b-45d5-a9be-f4ac03764ed6 tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:04:16.711332 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-bac4211e-b734-428e-bd1b-c2975a359098 req-1d41c546-d07b-45d5-a9be-f4ac03764ed6 tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4bc26f-251b-4112-b09b-1f0028c33bb8 HTTP/1.1" status: 200  len: 946 time: 0.2423520
Apr 16 05:04:16.814091 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-bac4211e-b734-428e-bd1b-c2975a359098 req-6cbc12a7-3bc1-4dfb-b901-00f28dc5de37 tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] 10.222.0.26 "GET /v2.0/security-groups?id=152260db-7b46-47c6-a2ca-ab006ffc199c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0832751
Apr 16 05:04:17.280693 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [req-b66400f9-f998-443d-acab-cd8a0493c62b req-fc426a69-7d26-4f09-a39c-361eff2ba8eb service neutron] Request body: {'port': {'device_id': '52cebb75-08a7-4e02-a9ad-c88938f84799', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=85356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:04:17.432063 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-b66400f9-f998-443d-acab-cd8a0493c62b req-fc426a69-7d26-4f09-a39c-361eff2ba8eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:17.856751 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [req-b66400f9-f998-443d-acab-cd8a0493c62b req-fc426a69-7d26-4f09-a39c-361eff2ba8eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4688bbfc-265d-4202-8afe-72cfcb6f87da {{(pid=85356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 05:04:17.869081 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-b66400f9-f998-443d-acab-cd8a0493c62b req-fc426a69-7d26-4f09-a39c-361eff2ba8eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:17.890560 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [req-b66400f9-f998-443d-acab-cd8a0493c62b req-fc426a69-7d26-4f09-a39c-361eff2ba8eb service neutron] Transition to ACTIVE for port object 4688bbfc-265d-4202-8afe-72cfcb6f87da will not be triggered until provisioned by entity L2. {{(pid=85356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 05:04:17.897194 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-b66400f9-f998-443d-acab-cd8a0493c62b req-fc426a69-7d26-4f09-a39c-361eff2ba8eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822724348'] for port, after_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:17.943851 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fdff3d-d8b3-4623-be41-d2936823152e req-4d969f22-65a9-43c9-81b2-5c0d67c14e59 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:04:17.970260 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-97fdff3d-d8b3-4623-be41-d2936823152e req-4d969f22-65a9-43c9-81b2-5c0d67c14e59 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cebb75-08a7-4e02-a9ad-c88938f84799 HTTP/1.1" status: 200  len: 931 time: 0.2072189
Apr 16 05:04:18.065156 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-12f3ae80-d9b2-445c-8302-3847ef15ce4f tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:04:18.106155 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-97fdff3d-d8b3-4623-be41-d2936823152e req-bd437d72-b5d7-4592-bb22-d69a23d71f73 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8463a7f-3623-45fa-b260-5c490295d4a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1223958
Apr 16 05:04:18.217358 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc426a69-7d26-4f09-a39c-361eff2ba8eb service neutron] Pushing event updated for resources: {'Port': ['ID=4688bbfc-265d-4202-8afe-72cfcb6f87da,revision_number=2']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:04:18.336110 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d723fc3-7a9a-4bd3-bdb5-04edd9b6872e req-67b32159-a8a1-4155-9393-993d8a6134f3 tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:04:18.344922 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-4d723fc3-7a9a-4bd3-bdb5-04edd9b6872e req-67b32159-a8a1-4155-9393-993d8a6134f3 tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4bc26f-251b-4112-b09b-1f0028c33bb8 HTTP/1.1" status: 200  len: 946 time: 0.1812942
Apr 16 05:04:18.350489 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-fc426a69-7d26-4f09-a39c-361eff2ba8eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:04:18.430862 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-4d723fc3-7a9a-4bd3-bdb5-04edd9b6872e req-ca4ad33e-3ff3-497c-a22a-6bb23317cd26 tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] 10.222.0.26 "GET /v2.0/security-groups?id=152260db-7b46-47c6-a2ca-ab006ffc199c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0845044
Apr 16 05:04:18.553217 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [req-b66400f9-f998-443d-acab-cd8a0493c62b req-fc426a69-7d26-4f09-a39c-361eff2ba8eb service neutron] Attempting to bind port 4688bbfc-265d-4202-8afe-72cfcb6f87da on host hv-cinder-78652 for vnic_type normal with profile  {{(pid=85356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 05:04:18.553853 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [req-b66400f9-f998-443d-acab-cd8a0493c62b req-fc426a69-7d26-4f09-a39c-361eff2ba8eb service neutron] Attempting to bind port 4688bbfc-265d-4202-8afe-72cfcb6f87da by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '79077226-93f2-4a1f-b0e8-7ab4b09d1a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8df91495-625b-4773-a543-89e51aa2e299'}] {{(pid=85356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 05:04:18.554908 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66400f9-f998-443d-acab-cd8a0493c62b req-fc426a69-7d26-4f09-a39c-361eff2ba8eb service neutron] Attempting to bind port 4688bbfc-265d-4202-8afe-72cfcb6f87da on network 8df91495-625b-4773-a543-89e51aa2e299 {{(pid=85356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 05:04:18.565414 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66400f9-f998-443d-acab-cd8a0493c62b req-fc426a69-7d26-4f09-a39c-361eff2ba8eb service neutron] Port 4688bbfc-265d-4202-8afe-72cfcb6f87da on network 8df91495-625b-4773-a543-89e51aa2e299 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=85356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 05:04:18.566664 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66400f9-f998-443d-acab-cd8a0493c62b req-fc426a69-7d26-4f09-a39c-361eff2ba8eb service neutron] Attempting to bind port 4688bbfc-265d-4202-8afe-72cfcb6f87da on network 8df91495-625b-4773-a543-89e51aa2e299 {{(pid=85356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 05:04:18.578400 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66400f9-f998-443d-acab-cd8a0493c62b req-fc426a69-7d26-4f09-a39c-361eff2ba8eb service neutron] Checking agent: {'id': '5ddcce5e-7017-4c76-88fa-bffacfec0d31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 5, 1, 38), 'started_at': datetime.datetime(2021, 4, 16, 5, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 5, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 05:04:18.579002 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66400f9-f998-443d-acab-cd8a0493c62b req-fc426a69-7d26-4f09-a39c-361eff2ba8eb service neutron] Checking segment: {'id': '79077226-93f2-4a1f-b0e8-7ab4b09d1a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8df91495-625b-4773-a543-89e51aa2e299'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 05:04:18.579742 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66400f9-f998-443d-acab-cd8a0493c62b req-fc426a69-7d26-4f09-a39c-361eff2ba8eb service neutron] Bound using segment: {'id': '79077226-93f2-4a1f-b0e8-7ab4b09d1a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8df91495-625b-4773-a543-89e51aa2e299'} {{(pid=85356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 05:04:18.580871 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [req-b66400f9-f998-443d-acab-cd8a0493c62b req-fc426a69-7d26-4f09-a39c-361eff2ba8eb service neutron] Bound port: 4688bbfc-265d-4202-8afe-72cfcb6f87da, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79077226-93f2-4a1f-b0e8-7ab4b09d1a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8df91495-625b-4773-a543-89e51aa2e299'}}] {{(pid=85356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 05:04:18.581379 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-b66400f9-f998-443d-acab-cd8a0493c62b req-fc426a69-7d26-4f09-a39c-361eff2ba8eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:18.760608 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [req-b66400f9-f998-443d-acab-cd8a0493c62b req-fc426a69-7d26-4f09-a39c-361eff2ba8eb service neutron] For port 4688bbfc-265d-4202-8afe-72cfcb6f87da, host hv-cinder-78652, cleared binding levels {{(pid=85356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 05:04:18.764613 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [req-b66400f9-f998-443d-acab-cd8a0493c62b req-fc426a69-7d26-4f09-a39c-361eff2ba8eb service neutron] For port 4688bbfc-265d-4202-8afe-72cfcb6f87da, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=4688bbfc-265d-4202-8afe-72cfcb6f87da,segment=NetworkSegment(79077226-93f2-4a1f-b0e8-7ab4b09d1a7b),segment_id=79077226-93f2-4a1f-b0e8-7ab4b09d1a7b)] {{(pid=85356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 05:04:18.769138 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-b66400f9-f998-443d-acab-cd8a0493c62b req-fc426a69-7d26-4f09-a39c-361eff2ba8eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822724348'] for port, after_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:18.785644 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:04:19.216279 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc426a69-7d26-4f09-a39c-361eff2ba8eb service neutron] Pushing event updated for resources: {'Port': ['ID=4688bbfc-265d-4202-8afe-72cfcb6f87da,revision_number=3']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:04:19.220249 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-fc426a69-7d26-4f09-a39c-361eff2ba8eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:04:19.271396 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66400f9-f998-443d-acab-cd8a0493c62b req-fc426a69-7d26-4f09-a39c-361eff2ba8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:04:19.272312 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-b66400f9-f998-443d-acab-cd8a0493c62b req-fc426a69-7d26-4f09-a39c-361eff2ba8eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821710155'] for port, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:19.273951 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-b66400f9-f998-443d-acab-cd8a0493c62b req-fc426a69-7d26-4f09-a39c-361eff2ba8eb service neutron] 10.222.0.16 "PUT /v2.0/ports/4688bbfc-265d-4202-8afe-72cfcb6f87da HTTP/1.1" status: 200  len: 1093 time: 1.9984918
Apr 16 05:04:19.274441 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52cebb75-08a7-4e02-a9ad-c88938f84799', 'tag': '4688bbfc-265d-4202-8afe-72cfcb6f87da'}] {{(pid=85356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 05:04:19.485516 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66400f9-f998-443d-acab-cd8a0493c62b req-54364a66-946a-4823-87fa-59e8aefd41ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:04:19.488732 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-b66400f9-f998-443d-acab-cd8a0493c62b req-54364a66-946a-4823-87fa-59e8aefd41ff service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0568e0a577bb45428833638c9c368aa5&device_id=52cebb75-08a7-4e02-a9ad-c88938f84799 HTTP/1.1" status: 200  len: 1096 time: 0.1327879
Apr 16 05:04:19.491228 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb7b07f-c08a-4d9a-a30a-9b1a12c34f2e req-1d5be990-cec8-4670-879d-c5e6b8322f31 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:04:19.499430 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-7eb7b07f-c08a-4d9a-a30a-9b1a12c34f2e req-1d5be990-cec8-4670-879d-c5e6b8322f31 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cebb75-08a7-4e02-a9ad-c88938f84799 HTTP/1.1" status: 200  len: 943 time: 0.1771638
Apr 16 05:04:19.585231 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-7eb7b07f-c08a-4d9a-a30a-9b1a12c34f2e req-12d8e02a-a277-47ec-9a53-f4dabe15d1c9 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8463a7f-3623-45fa-b260-5c490295d4a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0846643
Apr 16 05:04:19.707436 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-b66400f9-f998-443d-acab-cd8a0493c62b req-358a51cf-a7d9-41f2-920b-7160fdd29559 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4688bbfc-265d-4202-8afe-72cfcb6f87da HTTP/1.1" status: 200  len: 217 time: 0.2030177
Apr 16 05:04:19.806904 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52cebb75-08a7-4e02-a9ad-c88938f84799', 'tag': '4688bbfc-265d-4202-8afe-72cfcb6f87da', 'status': 'completed', 'code': 200}
Apr 16 05:04:19.855202 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66400f9-f998-443d-acab-cd8a0493c62b req-6dcdf42f-d1a2-49af-bc7b-7565edd2e158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:04:19.856833 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-b66400f9-f998-443d-acab-cd8a0493c62b req-6dcdf42f-d1a2-49af-bc7b-7565edd2e158 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7194465a-cb17-4853-a8ba-70bd30e05305 HTTP/1.1" status: 200  len: 856 time: 0.1343606
Apr 16 05:04:19.873332 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a13b5fe-4b58-4677-adb0-2ce4c8892efd req-3a5a41f6-30d6-4532-b278-be38fcbade1e tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:04:19.889864 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-9a13b5fe-4b58-4677-adb0-2ce4c8892efd req-3a5a41f6-30d6-4532-b278-be38fcbade1e tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4bc26f-251b-4112-b09b-1f0028c33bb8 HTTP/1.1" status: 200  len: 946 time: 0.1463113
Apr 16 05:04:19.966452 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66400f9-f998-443d-acab-cd8a0493c62b req-45a73f47-cf41-42b1-9cac-ba1ccf4958c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:04:19.968236 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-b66400f9-f998-443d-acab-cd8a0493c62b req-45a73f47-cf41-42b1-9cac-ba1ccf4958c1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8df91495-625b-4773-a543-89e51aa2e299&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1034393
Apr 16 05:04:19.985931 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-9a13b5fe-4b58-4677-adb0-2ce4c8892efd req-480bc54a-b1f0-47c0-993c-82ccb8527300 tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] 10.222.0.26 "GET /v2.0/security-groups?id=152260db-7b46-47c6-a2ca-ab006ffc199c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0940487
Apr 16 05:04:20.156220 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-b66400f9-f998-443d-acab-cd8a0493c62b req-940c3f9d-f950-47a6-a417-7dd505569e68 service neutron] 10.222.0.16 "GET /v2.0/networks/8df91495-625b-4773-a543-89e51aa2e299?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1781163
Apr 16 05:04:20.378319 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-b66400f9-f998-443d-acab-cd8a0493c62b req-8354e620-0a99-41e9-a400-cec50cdd9d50 service neutron] 10.222.0.16 "GET /v2.0/networks/8df91495-625b-4773-a543-89e51aa2e299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2131970
Apr 16 05:04:20.627988 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc61fbe2-f805-40c0-aaef-ac1a8bb9f550 req-7c246264-5457-41d0-808c-6e1c4ca66010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:04:20.631434 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-cc61fbe2-f805-40c0-aaef-ac1a8bb9f550 req-7c246264-5457-41d0-808c-6e1c4ca66010 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0568e0a577bb45428833638c9c368aa5&device_id=52cebb75-08a7-4e02-a9ad-c88938f84799 HTTP/1.1" status: 200  len: 1096 time: 0.1079276
Apr 16 05:04:20.914006 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc61fbe2-f805-40c0-aaef-ac1a8bb9f550 req-a8448b0b-b6d2-4fe2-8141-62889ae99e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:04:20.917364 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-cc61fbe2-f805-40c0-aaef-ac1a8bb9f550 req-a8448b0b-b6d2-4fe2-8141-62889ae99e35 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8df91495-625b-4773-a543-89e51aa2e299 HTTP/1.1" status: 200  len: 918 time: 0.2745969
Apr 16 05:04:20.923777 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a531bf-5836-4c20-b102-f74e1186b6e2 req-e94a5588-f967-42e2-81e1-2fc7bb95e00c tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:04:20.932187 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-55a531bf-5836-4c20-b102-f74e1186b6e2 req-e94a5588-f967-42e2-81e1-2fc7bb95e00c tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cebb75-08a7-4e02-a9ad-c88938f84799 HTTP/1.1" status: 200  len: 943 time: 0.1780906
Apr 16 05:04:21.017499 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-cc61fbe2-f805-40c0-aaef-ac1a8bb9f550 req-b2fef5c8-b035-407f-8c32-439d312d5b4d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4688bbfc-265d-4202-8afe-72cfcb6f87da HTTP/1.1" status: 200  len: 217 time: 0.0904174
Apr 16 05:04:21.019458 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-55a531bf-5836-4c20-b102-f74e1186b6e2 req-0c3016c1-1c88-408f-9490-809f9ca491d4 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8463a7f-3623-45fa-b260-5c490295d4a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0855739
Apr 16 05:04:21.181882 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc61fbe2-f805-40c0-aaef-ac1a8bb9f550 req-28356d98-a718-4c26-a5bf-7cd690af35f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:04:21.183687 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-cc61fbe2-f805-40c0-aaef-ac1a8bb9f550 req-28356d98-a718-4c26-a5bf-7cd690af35f4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7194465a-cb17-4853-a8ba-70bd30e05305 HTTP/1.1" status: 200  len: 856 time: 0.1272619
Apr 16 05:04:21.351340 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc61fbe2-f805-40c0-aaef-ac1a8bb9f550 req-3e7e0a80-fa50-4aff-82e6-16fcc691019d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:04:21.354522 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-cc61fbe2-f805-40c0-aaef-ac1a8bb9f550 req-3e7e0a80-fa50-4aff-82e6-16fcc691019d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8df91495-625b-4773-a543-89e51aa2e299&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1586323
Apr 16 05:04:21.549411 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-cc61fbe2-f805-40c0-aaef-ac1a8bb9f550 req-b84dc0bc-43b0-4ae5-926f-c102b715d15b service neutron] 10.222.0.16 "GET /v2.0/networks/8df91495-625b-4773-a543-89e51aa2e299?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1857388
Apr 16 05:04:21.747755 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-cc61fbe2-f805-40c0-aaef-ac1a8bb9f550 req-0a9dd0f8-47ad-4278-82f0-df9ea99a96a7 service neutron] 10.222.0.16 "GET /v2.0/networks/8df91495-625b-4773-a543-89e51aa2e299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1845510
Apr 16 05:04:22.390848 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a1a664-5f33-418b-b0ad-323ab1110f6c req-81a5ae6c-1030-4f4d-a339-c707736bbe2c tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:04:22.392547 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-a0a1a664-5f33-418b-b0ad-323ab1110f6c req-81a5ae6c-1030-4f4d-a339-c707736bbe2c tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cebb75-08a7-4e02-a9ad-c88938f84799 HTTP/1.1" status: 200  len: 943 time: 0.1138961
Apr 16 05:04:22.399894 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 33404) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:04:22.462895 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-a0a1a664-5f33-418b-b0ad-323ab1110f6c req-b51be643-4ec0-44ae-a30e-b585707aa6f8 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8463a7f-3623-45fa-b260-5c490295d4a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0552540
Apr 16 05:04:22.573005 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c8300331-cef3-436c-8481-271152926f94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:22.584809 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device 4688bbfc-265d-4202-8afe-72cfcb6f87da details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=85358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 16 05:04:22.612356 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-c8300331-cef3-436c-8481-271152926f94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:04:22.620203 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-c8300331-cef3-436c-8481-271152926f94 admin admin] Usage tracker for resource:security_group_rule and tenant:2b6b47c65fbb408d9aa426857338808f is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:04:22.625778 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-c8300331-cef3-436c-8481-271152926f94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:04:22.637994 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-c8300331-cef3-436c-8481-271152926f94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:04:22.894357 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] For port 4688bbfc-265d-4202-8afe-72cfcb6f87da, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=4688bbfc-265d-4202-8afe-72cfcb6f87da,segment=NetworkSegment(79077226-93f2-4a1f-b0e8-7ab4b09d1a7b),segment_id=79077226-93f2-4a1f-b0e8-7ab4b09d1a7b)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:04:22.932131 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Returning: {'device': '4688bbfc-265d-4202-8afe-72cfcb6f87da', 'network_id': '8df91495-625b-4773-a543-89e51aa2e299', 'port_id': '4688bbfc-265d-4202-8afe-72cfcb6f87da', 'mac_address': 'fa:16:3e:7f:a2:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7194465a-cb17-4853-a8ba-70bd30e05305', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 16 05:04:23.015239 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c8300331-cef3-436c-8481-271152926f94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:23.020564 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c8300331-cef3-436c-8481-271152926f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:23.035522 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-647e1f8f-b9d8-483a-9362-3135248908c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:04:23.070711 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:23.073721 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8300331-cef3-436c-8481-271152926f94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8b8db8-d564-48ac-838a-4a2e93848297,revision_number=1']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:04:23.080103 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-c8300331-cef3-436c-8481-271152926f94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:04:23.091919 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-c8300331-cef3-436c-8481-271152926f94 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2b6b47c65fbb408d9aa426857338808f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6866574
Apr 16 05:04:23.092596 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 33426) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:04:23.108246 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4688bbfc-265d-4202-8afe-72cfcb6f87da {{(pid=85358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 05:04:23.141967 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] For port 4688bbfc-265d-4202-8afe-72cfcb6f87da, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=4688bbfc-265d-4202-8afe-72cfcb6f87da,segment=NetworkSegment(79077226-93f2-4a1f-b0e8-7ab4b09d1a7b),segment_id=79077226-93f2-4a1f-b0e8-7ab4b09d1a7b)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:04:23.150961 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:23.153325 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-e21bd2e2-0336-4827-80b1-91f614b53784 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:04:23.205176 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-4c091491-f5bb-43e8-99dd-df32284e4a8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:23.346619 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-4c091491-f5bb-43e8-99dd-df32284e4a8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:23.416422 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Pushing event updated for resources: {'Port': ['ID=4688bbfc-265d-4202-8afe-72cfcb6f87da,revision_number=4']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:04:23.420543 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:04:23.467327 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-4c091491-f5bb-43e8-99dd-df32284e4a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:23.480479 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:04:23.520012 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-4c091491-f5bb-43e8-99dd-df32284e4a8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:23.522194 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-4c091491-f5bb-43e8-99dd-df32284e4a8f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2d8b8db8-d564-48ac-838a-4a2e93848297 HTTP/1.1" status: 204  len: 168 time: 0.4285159
Apr 16 05:04:23.527849 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c091491-f5bb-43e8-99dd-df32284e4a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8b8db8-d564-48ac-838a-4a2e93848297,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:04:23.562525 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-4c091491-f5bb-43e8-99dd-df32284e4a8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:04:24.013516 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909f7db7-f4f9-408e-aa4d-9726f19cfccf req-15ad41b9-4c2e-4dbe-b4fa-a33b8b6afedd tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:04:24.016782 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-909f7db7-f4f9-408e-aa4d-9726f19cfccf req-15ad41b9-4c2e-4dbe-b4fa-a33b8b6afedd tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cebb75-08a7-4e02-a9ad-c88938f84799 HTTP/1.1" status: 200  len: 944 time: 0.1939127
Apr 16 05:04:24.103773 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-909f7db7-f4f9-408e-aa4d-9726f19cfccf req-5de19679-9136-47a5-bf63-606eb40265d7 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8463a7f-3623-45fa-b260-5c490295d4a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0789831
Apr 16 05:04:24.197309 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 33458) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:04:24.227016 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-13607f4a-a981-4cd8-93ad-4ac9267dbd3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:24.245305 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-13607f4a-a981-4cd8-93ad-4ac9267dbd3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:04:24.250237 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-13607f4a-a981-4cd8-93ad-4ac9267dbd3c admin admin] Usage tracker for resource:security_group_rule and tenant:3be48fc55f914ebe9addd05a4b8ea818 is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:04:24.254115 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-13607f4a-a981-4cd8-93ad-4ac9267dbd3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:04:24.261739 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-13607f4a-a981-4cd8-93ad-4ac9267dbd3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:04:24.368081 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-13607f4a-a981-4cd8-93ad-4ac9267dbd3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:24.371416 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-13607f4a-a981-4cd8-93ad-4ac9267dbd3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:24.381961 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:04:24.430984 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-13607f4a-a981-4cd8-93ad-4ac9267dbd3c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3be48fc55f914ebe9addd05a4b8ea818&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2319202
Apr 16 05:04:24.431864 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13607f4a-a981-4cd8-93ad-4ac9267dbd3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f3cdac-d811-4549-abf6-414a76fecfe3,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:04:24.434565 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 33462) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:04:24.435556 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-13607f4a-a981-4cd8-93ad-4ac9267dbd3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:04:24.508807 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-47dcde1f-eb74-4a43-aeb3-02a9bffd2910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:24.540760 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-47dcde1f-eb74-4a43-aeb3-02a9bffd2910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:24.591199 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-47dcde1f-eb74-4a43-aeb3-02a9bffd2910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:24.598475 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-d500279d-5b3a-45fd-9825-e34cf0746d9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:04:24.620352 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dcde1f-eb74-4a43-aeb3-02a9bffd2910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f3cdac-d811-4549-abf6-414a76fecfe3,revision_number=None']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:04:24.625628 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-47dcde1f-eb74-4a43-aeb3-02a9bffd2910 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:04:24.633131 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-47dcde1f-eb74-4a43-aeb3-02a9bffd2910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:24.638982 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-47dcde1f-eb74-4a43-aeb3-02a9bffd2910 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e9f3cdac-d811-4549-abf6-414a76fecfe3 HTTP/1.1" status: 204  len: 168 time: 0.1993489
Apr 16 05:04:25.427896 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf96d54-769a-40ce-ae32-5b1aa8c4aaa2 req-5b29603e-7b26-44a2-9fbf-06a3e027bd58 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:04:25.430765 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-aaf96d54-769a-40ce-ae32-5b1aa8c4aaa2 req-5b29603e-7b26-44a2-9fbf-06a3e027bd58 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cebb75-08a7-4e02-a9ad-c88938f84799 HTTP/1.1" status: 200  len: 944 time: 0.1396837
Apr 16 05:04:25.513970 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-aaf96d54-769a-40ce-ae32-5b1aa8c4aaa2 req-31d9bcb6-a696-4e43-bbf3-7fc9a757b944 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8463a7f-3623-45fa-b260-5c490295d4a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0748272
Apr 16 05:04:26.021695 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] get_ports_and_sgs() called for port_ids ['4688bbfc-265d-4202-8afe-72cfcb6f87da'] {{(pid=85358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 05:04:26.770351 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55fa12e-1e62-4d5d-a4ae-95d8486dbb91 req-20de7992-9842-43e2-95b8-6b14d49f896f tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:04:26.772133 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-b55fa12e-1e62-4d5d-a4ae-95d8486dbb91 req-20de7992-9842-43e2-95b8-6b14d49f896f tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cebb75-08a7-4e02-a9ad-c88938f84799 HTTP/1.1" status: 200  len: 944 time: 0.1147616
Apr 16 05:04:26.845826 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-b55fa12e-1e62-4d5d-a4ae-95d8486dbb91 req-acf35ba0-4da5-4a22-b87c-7483e00b859d tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8463a7f-3623-45fa-b260-5c490295d4a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0604322
Apr 16 05:04:27.668525 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device 4688bbfc-265d-4202-8afe-72cfcb6f87da up at agent hyperv_hv-cinder-78652 {{(pid=85358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 05:04:27.789706 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Provisioning for port 4688bbfc-265d-4202-8afe-72cfcb6f87da completed by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 05:04:27.797797 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Provisioning complete for port 4688bbfc-265d-4202-8afe-72cfcb6f87da triggered by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:04:27.798674 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:28.030146 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:28.101134 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] For port 4688bbfc-265d-4202-8afe-72cfcb6f87da, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=4688bbfc-265d-4202-8afe-72cfcb6f87da,segment=NetworkSegment(79077226-93f2-4a1f-b0e8-7ab4b09d1a7b),segment_id=79077226-93f2-4a1f-b0e8-7ab4b09d1a7b)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:04:28.103370 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52cebb75-08a7-4e02-a9ad-c88938f84799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4688bbfc-265d-4202-8afe-72cfcb6f87da'}] {{(pid=85358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 05:04:28.115401 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:28.118579 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:04:28.147653 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95a9621-8fd7-4f00-b37e-70aecb57141a req-7c2ac9ce-bdae-4afe-8025-e1ba722c7b31 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:04:28.155393 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-d95a9621-8fd7-4f00-b37e-70aecb57141a req-7c2ac9ce-bdae-4afe-8025-e1ba722c7b31 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cebb75-08a7-4e02-a9ad-c88938f84799 HTTP/1.1" status: 200  len: 944 time: 0.1406245
Apr 16 05:04:28.284842 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-d95a9621-8fd7-4f00-b37e-70aecb57141a req-726a7e64-4376-42e4-afeb-1f8237f4c97a tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8463a7f-3623-45fa-b260-5c490295d4a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1214790
Apr 16 05:04:28.323644 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52cebb75-08a7-4e02-a9ad-c88938f84799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4688bbfc-265d-4202-8afe-72cfcb6f87da', 'code': 200}
Apr 16 05:04:28.371121 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Pushing event updated for resources: {'Port': ['ID=4688bbfc-265d-4202-8afe-72cfcb6f87da,revision_number=5']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:04:28.375006 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:04:28.685865 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d931948-635f-46a7-b593-307a830066ed req-1861ffd3-2fcc-47d4-ac95-7f0d61e3f87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:04:28.687636 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-0d931948-635f-46a7-b593-307a830066ed req-1861ffd3-2fcc-47d4-ac95-7f0d61e3f87f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=52cebb75-08a7-4e02-a9ad-c88938f84799 HTTP/1.1" status: 200  len: 1098 time: 0.1104853
Apr 16 05:04:28.716182 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.agents_db [None req-9d5d34cb-f672-4e49-b111-51c360ae5d44 None None] Agent healthcheck: found 6 active agents {{(pid=85359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 05:04:28.742918 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-0d931948-635f-46a7-b593-307a830066ed req-37d0a969-d051-4941-80af-248af54bf887 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f8463a7f-3623-45fa-b260-5c490295d4a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463238
Apr 16 05:04:29.659541 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d2da6f-aa8f-4422-8491-86a3cf64f001 req-4c2adaea-62a6-459b-b721-e64dac25ff81 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:04:29.663619 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c6d2da6f-aa8f-4422-8491-86a3cf64f001 req-4c2adaea-62a6-459b-b721-e64dac25ff81 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cebb75-08a7-4e02-a9ad-c88938f84799 HTTP/1.1" status: 200  len: 945 time: 0.1595185
Apr 16 05:04:29.751209 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c6d2da6f-aa8f-4422-8491-86a3cf64f001 req-2d6662e7-6439-4c29-ae63-6d2d8da07e7d tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8463a7f-3623-45fa-b260-5c490295d4a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0809195
Apr 16 05:04:30.860103 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 33710) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:04:31.089396 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 33720) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:04:31.107100 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d3ed46-a762-46ca-b424-dbad81d024b4 req-2a96e978-aac4-4cd0-9698-ae2803c0db8b tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:04:31.120878 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-50d3ed46-a762-46ca-b424-dbad81d024b4 req-2a96e978-aac4-4cd0-9698-ae2803c0db8b tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cebb75-08a7-4e02-a9ad-c88938f84799 HTTP/1.1" status: 200  len: 945 time: 0.1905267
Apr 16 05:04:31.239636 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-93f60858-8a84-4d5c-b784-5be1eddfc98f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:31.273824 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-93f60858-8a84-4d5c-b784-5be1eddfc98f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:04:31.291742 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-93f60858-8a84-4d5c-b784-5be1eddfc98f admin admin] Usage tracker for resource:security_group_rule and tenant:ed9ffa0f48be416fa22fbe1133412e64 is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:04:31.301255 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-93f60858-8a84-4d5c-b784-5be1eddfc98f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:04:31.301784 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-4d8a63f9-30b2-4d8a-ba0c-49cdb665f358 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:31.314274 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-93f60858-8a84-4d5c-b784-5be1eddfc98f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:04:31.342855 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-4d8a63f9-30b2-4d8a-ba0c-49cdb665f358 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:04:31.355032 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-4d8a63f9-30b2-4d8a-ba0c-49cdb665f358 admin admin] Usage tracker for resource:security_group_rule and tenant:71f1f62e246549fca18c2471b6041e80 is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:04:31.365033 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-4d8a63f9-30b2-4d8a-ba0c-49cdb665f358 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:04:31.377522 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-4d8a63f9-30b2-4d8a-ba0c-49cdb665f358 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:04:31.399307 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-50d3ed46-a762-46ca-b424-dbad81d024b4 req-1faa2a9b-b4f3-4f3e-ad8f-a4802471445f tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8463a7f-3623-45fa-b260-5c490295d4a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2603250
Apr 16 05:04:31.452137 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-93f60858-8a84-4d5c-b784-5be1eddfc98f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:31.456787 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-93f60858-8a84-4d5c-b784-5be1eddfc98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:31.489341 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-bcf0118f-d36d-478c-85de-2786c61173dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:04:31.500855 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-93f60858-8a84-4d5c-b784-5be1eddfc98f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ed9ffa0f48be416fa22fbe1133412e64&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6391971
Apr 16 05:04:31.505306 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 33732) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:04:31.524048 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f60858-8a84-4d5c-b784-5be1eddfc98f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06fc7280-ea6f-4b27-a38c-78b697489d1f,revision_number=1']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:04:31.526489 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-93f60858-8a84-4d5c-b784-5be1eddfc98f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:04:31.551921 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-4d8a63f9-30b2-4d8a-ba0c-49cdb665f358 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:31.580487 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-4d8a63f9-30b2-4d8a-ba0c-49cdb665f358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:31.591796 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:04:31.666619 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8a63f9-30b2-4d8a-ba0c-49cdb665f358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf5701f-fdf5-49f7-b3d0-7f753b8f1ab6,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:04:31.678809 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-4d8a63f9-30b2-4d8a-ba0c-49cdb665f358 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=71f1f62e246549fca18c2471b6041e80&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5836389
Apr 16 05:04:31.678809 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-4d8a63f9-30b2-4d8a-ba0c-49cdb665f358 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:04:31.681792 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 33738) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:04:31.682719 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-06e877eb-9db4-48ef-95cf-7976875af021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:31.698428 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e48c36a-1006-480c-982e-4e0a303d21f9 req-e6ab6f86-5a5a-41cd-9d39-5cd73a0cac69 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:04:31.700192 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-2e48c36a-1006-480c-982e-4e0a303d21f9 req-e6ab6f86-5a5a-41cd-9d39-5cd73a0cac69 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cebb75-08a7-4e02-a9ad-c88938f84799 HTTP/1.1" status: 200  len: 945 time: 0.1253908
Apr 16 05:04:31.713008 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 33742) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:04:31.719887 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-f189ad68-c582-4e19-80ab-f3f56300b85a tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Request body: {'floatingip': {'port_id': '4688bbfc-265d-4202-8afe-72cfcb6f87da'}} {{(pid=85357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:04:31.753273 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-06e877eb-9db4-48ef-95cf-7976875af021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:31.814302 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f189ad68-c582-4e19-80ab-f3f56300b85a tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks [] for floatingip, before_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:31.814595 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e23a350c-03cc-47b7-860b-3812cf812fa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:31.850118 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e23a350c-03cc-47b7-860b-3812cf812fa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:31.887253 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-06e877eb-9db4-48ef-95cf-7976875af021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:31.896272 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:04:31.916030 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e877eb-9db4-48ef-95cf-7976875af021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06fc7280-ea6f-4b27-a38c-78b697489d1f,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:04:31.919057 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-06e877eb-9db4-48ef-95cf-7976875af021 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:04:31.932328 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-06e877eb-9db4-48ef-95cf-7976875af021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:31.936168 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-06e877eb-9db4-48ef-95cf-7976875af021 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/06fc7280-ea6f-4b27-a38c-78b697489d1f HTTP/1.1" status: 204  len: 168 time: 0.4268262
Apr 16 05:04:31.945716 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e23a350c-03cc-47b7-860b-3812cf812fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:31.961582 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-cb5a78b6-4e1a-45a1-bbcc-5fb1e814b63b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:04:31.974652 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e23a350c-03cc-47b7-860b-3812cf812fa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:31.980365 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-e23a350c-03cc-47b7-860b-3812cf812fa1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9bf5701f-fdf5-49f7-b3d0-7f753b8f1ab6 HTTP/1.1" status: 204  len: 168 time: 0.2914979
Apr 16 05:04:31.983769 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23a350c-03cc-47b7-860b-3812cf812fa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf5701f-fdf5-49f7-b3d0-7f753b8f1ab6,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:04:31.986791 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-e23a350c-03cc-47b7-860b-3812cf812fa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:04:32.599499 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 33762) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:04:32.618448 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 33766) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:04:32.646078 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-98315a12-a8a0-4d40-a510-3d67b17bab6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:32.661881 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ef1b93c0-8221-407b-9eb4-63b863f154a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:32.682577 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-98315a12-a8a0-4d40-a510-3d67b17bab6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:04:32.687686 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-ef1b93c0-8221-407b-9eb4-63b863f154a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:04:32.691360 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-98315a12-a8a0-4d40-a510-3d67b17bab6b admin admin] Usage tracker for resource:security_group_rule and tenant:bc3d6ea897de438cb7a55bebddc03ec1 is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:04:32.695896 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-98315a12-a8a0-4d40-a510-3d67b17bab6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:04:32.699405 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-ef1b93c0-8221-407b-9eb4-63b863f154a1 admin admin] Usage tracker for resource:security_group_rule and tenant:c91d4175600244c9bf3e000f56d236cf is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:04:32.705948 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-ef1b93c0-8221-407b-9eb4-63b863f154a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:04:32.710259 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-98315a12-a8a0-4d40-a510-3d67b17bab6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:04:32.718194 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-ef1b93c0-8221-407b-9eb4-63b863f154a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:04:32.800782 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f189ad68-c582-4e19-80ab-f3f56300b85a tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:32.806487 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f189ad68-c582-4e19-80ab-f3f56300b85a tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33197037'] for floatingip, after_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:32.889451 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-98315a12-a8a0-4d40-a510-3d67b17bab6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:32.900867 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-98315a12-a8a0-4d40-a510-3d67b17bab6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:32.912529 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-06e877eb-9db4-48ef-95cf-7976875af021 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:04:32.940361 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ef1b93c0-8221-407b-9eb4-63b863f154a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:32.963069 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ef1b93c0-8221-407b-9eb4-63b863f154a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:32.982798 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-98315a12-a8a0-4d40-a510-3d67b17bab6b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bc3d6ea897de438cb7a55bebddc03ec1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3816726
Apr 16 05:04:32.988617 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 33774) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:04:32.992926 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98315a12-a8a0-4d40-a510-3d67b17bab6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50d1d9d1-8c41-4fb4-8e5c-d34a997c419b,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:04:33.015922 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98315a12-a8a0-4d40-a510-3d67b17bab6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:04:33.016422 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98315a12-a8a0-4d40-a510-3d67b17bab6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:04:33.016669 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98315a12-a8a0-4d40-a510-3d67b17bab6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:04:33.017072 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98315a12-a8a0-4d40-a510-3d67b17bab6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:04:33.017491 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98315a12-a8a0-4d40-a510-3d67b17bab6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:04:33.018411 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98315a12-a8a0-4d40-a510-3d67b17bab6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:04:33.018933 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98315a12-a8a0-4d40-a510-3d67b17bab6b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:04:33.019366 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98315a12-a8a0-4d40-a510-3d67b17bab6b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:04:33.019638 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98315a12-a8a0-4d40-a510-3d67b17bab6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:04:33.019964 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98315a12-a8a0-4d40-a510-3d67b17bab6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:04:33.020344 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98315a12-a8a0-4d40-a510-3d67b17bab6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:04:33.021332 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98315a12-a8a0-4d40-a510-3d67b17bab6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:04:33.026564 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-98315a12-a8a0-4d40-a510-3d67b17bab6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:04:33.027129 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-9eff183d-5d81-42c6-bc09-5e7a24607689 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:04:33.037157 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-ef1b93c0-8221-407b-9eb4-63b863f154a1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c91d4175600244c9bf3e000f56d236cf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4175053
Apr 16 05:04:33.042838 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 33778) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:04:33.079145 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1b93c0-8221-407b-9eb4-63b863f154a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=404627ea-b277-4bb4-9491-7d15a36c1aea,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:04:33.083583 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-ef1b93c0-8221-407b-9eb4-63b863f154a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:04:33.178736 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0373e879-43aa-4e83-8cb2-790a1eba9b1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:33.227449 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0373e879-43aa-4e83-8cb2-790a1eba9b1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:33.312018 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0373e879-43aa-4e83-8cb2-790a1eba9b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:33.322329 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-b86ccfa5-fd55-434c-8a31-469b07314f6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:04:33.348680 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0373e879-43aa-4e83-8cb2-790a1eba9b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=404627ea-b277-4bb4-9491-7d15a36c1aea,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:04:33.358277 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-0373e879-43aa-4e83-8cb2-790a1eba9b1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:04:33.368508 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0373e879-43aa-4e83-8cb2-790a1eba9b1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:33.370777 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-0373e879-43aa-4e83-8cb2-790a1eba9b1e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/404627ea-b277-4bb4-9491-7d15a36c1aea HTTP/1.1" status: 204  len: 168 time: 0.3262854
Apr 16 05:04:33.419549 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.db.l3_db [None req-f189ad68-c582-4e19-80ab-f3f56300b85a tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Floating IP 0aadd738-fa9a-4966-bf64-7f8988f0f37e associated. External IP: 172.27.2.37, port: 4688bbfc-265d-4202-8afe-72cfcb6f87da.
Apr 16 05:04:33.478828 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f29eb8e9-aa95-485e-815a-d6c30c505c9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:33.595278 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f29eb8e9-aa95-485e-815a-d6c30c505c9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:33.649774 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f29eb8e9-aa95-485e-815a-d6c30c505c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:33.693450 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:04:33.711651 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29eb8e9-aa95-485e-815a-d6c30c505c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d1d9d1-8c41-4fb4-8e5c-d34a997c419b,revision_number=None']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:04:33.716375 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-f29eb8e9-aa95-485e-815a-d6c30c505c9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:04:33.717353 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f29eb8e9-aa95-485e-815a-d6c30c505c9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:33.718611 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-f29eb8e9-aa95-485e-815a-d6c30c505c9a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/50d1d9d1-8c41-4fb4-8e5c-d34a997c419b HTTP/1.1" status: 204  len: 168 time: 0.7280650
Apr 16 05:04:34.326955 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f189ad68-c582-4e19-80ab-f3f56300b85a tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Router 06219234-90cd-436f-bef0-5978e43466c4 has already been hosted by L3 agent 9bacd1b6-99a0-44b1-8352-fe12768771b0 {{(pid=85357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 16 05:04:34.775107 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f189ad68-c582-4e19-80ab-f3f56300b85a tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify agent at l3_agent.dv-cinder-786524-1-iscsi the message routers_updated {{(pid=85357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 05:04:34.786619 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f189ad68-c582-4e19-80ab-f3f56300b85a tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for floatingip, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:34.807080 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0fb278-c980-4506-b3ec-847a4aacaa07 None None] Sync routers for ids ['06219234-90cd-436f-bef0-5978e43466c4'] in dv-cinder-786524-1-iscsi {{(pid=85359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 05:04:34.839279 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-98423a79-7bc4-459c-ae5a-4fa89b75afa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:34.848905 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0fb278-c980-4506-b3ec-847a4aacaa07 None None] Routers {'06219234-90cd-436f-bef0-5978e43466c4'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:04:34.855925 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-fa0fb278-c980-4506-b3ec-847a4aacaa07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5daeef7358>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:04:07Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['06219234-90cd-436f-bef0-5978e43466c4'], 'active': True} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:04:34.976553 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-f189ad68-c582-4e19-80ab-f3f56300b85a tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "PUT /v2.0/floatingips/0aadd738-fa9a-4966-bf64-7f8988f0f37e HTTP/1.1" status: 200  len: 990 time: 3.2617249
Apr 16 05:04:34.977758 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52cebb75-08a7-4e02-a9ad-c88938f84799', 'tag': '4688bbfc-265d-4202-8afe-72cfcb6f87da'}] {{(pid=85357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 05:04:35.104939 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52cebb75-08a7-4e02-a9ad-c88938f84799', 'tag': '4688bbfc-265d-4202-8afe-72cfcb6f87da', 'status': 'completed', 'code': 200}
Apr 16 05:04:35.328783 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 33850) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:04:35.431899 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b26f55c-609f-42fe-b4f5-1887912eca49 req-e7a81992-f4b7-441a-8977-e997bfc6716e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:04:35.435957 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-0b26f55c-609f-42fe-b4f5-1887912eca49 req-e7a81992-f4b7-441a-8977-e997bfc6716e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0568e0a577bb45428833638c9c368aa5&device_id=52cebb75-08a7-4e02-a9ad-c88938f84799 HTTP/1.1" status: 200  len: 1098 time: 0.2516129
Apr 16 05:04:35.561828 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-fa0fb278-c980-4506-b3ec-847a4aacaa07 None None] Set router 06219234-90cd-436f-bef0-5978e43466c4 gateway port host: dv-cinder-786524-1-iscsi {{(pid=85359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:04:35.734679 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-6288c233-fd3d-45ff-b45c-1164a9b55abc req-73035886-0ead-490a-931c-70dc4f230da2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9d4bc26f-251b-4112-b09b-1f0028c33bb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1977975
Apr 16 05:04:35.928754 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-ef7295d7-082d-44ec-b825-00000635d5a3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-54914240-network', 'tenant_id': '19a213d1b49b4109b75966286a61917f'}} {{(pid=85357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:04:35.934338 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-ef7295d7-082d-44ec-b825-00000635d5a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:04:35.940617 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-ef7295d7-082d-44ec-b825-00000635d5a3 admin admin] Usage tracker for resource:network and tenant:19a213d1b49b4109b75966286a61917f is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:04:35.945475 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-ef7295d7-082d-44ec-b825-00000635d5a3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:04:35.960752 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-ef7295d7-082d-44ec-b825-00000635d5a3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:04:36.013895 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b26f55c-609f-42fe-b4f5-1887912eca49 req-167c404c-558a-4cdb-9c1c-c6a0d7af44fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:04:36.018902 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-0b26f55c-609f-42fe-b4f5-1887912eca49 req-167c404c-558a-4cdb-9c1c-c6a0d7af44fe service neutron] 10.222.0.16 "GET /v2.0/networks?id=8df91495-625b-4773-a543-89e51aa2e299 HTTP/1.1" status: 200  len: 918 time: 0.5734270
Apr 16 05:04:36.069931 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef7295d7-082d-44ec-b825-00000635d5a3 admin admin] Made reservation on behalf of 19a213d1b49b4109b75966286a61917f for: {'network': 1} {{(pid=85357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 05:04:36.075508 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ef7295d7-082d-44ec-b825-00000635d5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for network, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:36.096739 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ef7295d7-082d-44ec-b825-00000635d5a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:36.126288 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-ef7295d7-082d-44ec-b825-00000635d5a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:04:36.133464 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-ef7295d7-082d-44ec-b825-00000635d5a3 admin admin] Usage tracker for resource:security_group_rule and tenant:19a213d1b49b4109b75966286a61917f is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:04:36.137706 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-ef7295d7-082d-44ec-b825-00000635d5a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:04:36.146658 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-ef7295d7-082d-44ec-b825-00000635d5a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:04:36.382445 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ef7295d7-082d-44ec-b825-00000635d5a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:36.391801 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ef7295d7-082d-44ec-b825-00000635d5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:36.401520 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:04:36.450522 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-0b26f55c-609f-42fe-b4f5-1887912eca49 req-68de530b-e8c2-43c5-9dfd-ea8a5ab57766 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4688bbfc-265d-4202-8afe-72cfcb6f87da HTTP/1.1" status: 200  len: 998 time: 0.4131429
Apr 16 05:04:36.463707 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6288c233-fd3d-45ff-b45c-1164a9b55abc req-7ed9b655-1c2e-4130-9738-7c7ec5bdc970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:04:36.466699 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-6288c233-fd3d-45ff-b45c-1164a9b55abc req-7ed9b655-1c2e-4130-9738-7c7ec5bdc970 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=38f882efdbbe40d39a333416247b05be&device_id=9d4bc26f-251b-4112-b09b-1f0028c33bb8 HTTP/1.1" status: 200  len: 1099 time: 0.4964571
Apr 16 05:04:36.468285 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef7295d7-082d-44ec-b825-00000635d5a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358}  {{(pid=85357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 16 05:04:36.558317 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7295d7-082d-44ec-b825-00000635d5a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94dd1bb8-7f83-405e-8168-46e0dc6dccb8,revision_number=1']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:04:36.576196 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7295d7-082d-44ec-b825-00000635d5a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:04:36.576656 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7295d7-082d-44ec-b825-00000635d5a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:04:36.576986 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7295d7-082d-44ec-b825-00000635d5a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:04:36.577405 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7295d7-082d-44ec-b825-00000635d5a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:04:36.577792 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7295d7-082d-44ec-b825-00000635d5a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:04:36.578152 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7295d7-082d-44ec-b825-00000635d5a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:04:36.578542 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7295d7-082d-44ec-b825-00000635d5a3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:04:36.578924 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7295d7-082d-44ec-b825-00000635d5a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:04:36.579311 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7295d7-082d-44ec-b825-00000635d5a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:04:36.579878 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7295d7-082d-44ec-b825-00000635d5a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:04:36.580041 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7295d7-082d-44ec-b825-00000635d5a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:04:36.580910 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7295d7-082d-44ec-b825-00000635d5a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:04:36.585638 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ef7295d7-082d-44ec-b825-00000635d5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854750583'] for segment, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:36.586063 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.db.segments_db [None req-ef7295d7-082d-44ec-b825-00000635d5a3 admin admin] Added segment 01710a54-1367-4193-8cab-d52eff5066d1 of type vlan for network 8e950144-b586-4419-9506-52e097c234b9
Apr 16 05:04:36.633292 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b26f55c-609f-42fe-b4f5-1887912eca49 req-2b960584-d75a-4588-9683-96129cf5d2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:04:36.635506 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-0b26f55c-609f-42fe-b4f5-1887912eca49 req-2b960584-d75a-4588-9683-96129cf5d2f5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7194465a-cb17-4853-a8ba-70bd30e05305 HTTP/1.1" status: 200  len: 856 time: 0.1748056
Apr 16 05:04:36.642022 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-ef7295d7-082d-44ec-b825-00000635d5a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:04:36.694311 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ef7295d7-082d-44ec-b825-00000635d5a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284332331448'] for network, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:36.694749 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-fa0fb278-c980-4506-b3ec-847a4aacaa07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5daeef7358>, [{'id': '06219234-90cd-436f-bef0-5978e43466c4', 'name': 'tempest-AttachVolumeShelveTestJSON-1995442241-router', 'tenant_id': '0568e0a577bb45428833638c9c368aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'a6f9e583-5545-4b1e-b17d-dbdb943266cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:03:36Z', 'updated_at': '2021-04-16T05:03:50Z', 'revision_number': 4, 'project_id': '0568e0a577bb45428833638c9c368aa5', 'gw_port': {'id': 'a6f9e583-5545-4b1e-b17d-dbdb943266cf', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:de:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06219234-90cd-436f-bef0-5978e43466c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:03:39Z', 'updated_at': '2021-04-16T05:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi', '_floatingips': [{'id': '0aadd738-fa9a-4966-bf64-7f8988f0f37e', 'tenant_id': '0568e0a577bb45428833638c9c368aa5', 'floating_ip_address': '172.27.2.37', 'floating_network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'router_id': '06219234-90cd-436f-bef0-5978e43466c4', 'port_id': '4688bbfc-265d-4202-8afe-72cfcb6f87da', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8df91495-625b-4773-a543-89e51aa2e299', 'mac_address': 'fa:16:3e:7f:a2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cebb75-08a7-4e02-a9ad-c88938f84799', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T05:04:03Z', 'updated_at': '2021-04-16T05:04:32Z', 'revision_number': 1, 'project_id': '0568e0a577bb45428833638c9c368aa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08ce9393-00ae-4be1-9278-180b21c775d2', 'name': '', 'network_id': '8df91495-625b-4773-a543-89e51aa2e299', 'tenant_id': '0568e0a577bb45428833638c9c368aa5', 'mac_address': 'fa:16:3e:30:2d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06219234-90cd-436f-bef0-5978e43466c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7194465a-cb17-4853-a8ba-70bd30e05305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:03:46Z', 'updated_at': '2021-04-16T05:04:03Z', 'revision_number': 5, 'project_id': '0568e0a577bb45428833638c9c368aa5', 'subnets': [{'id': '7194465a-cb17-4853-a8ba-70bd30e05305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:04:36.718198 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0fb278-c980-4506-b3ec-847a4aacaa07 None None] Checking router: 06219234-90cd-436f-bef0-5978e43466c4 for host: dv-cinder-786524-1-iscsi {{(pid=85359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 05:04:36.759912 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6288c233-fd3d-45ff-b45c-1164a9b55abc req-e5f35f5a-c4df-4afa-81f4-1e3ebc42f055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:04:36.761648 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-6288c233-fd3d-45ff-b45c-1164a9b55abc req-e5f35f5a-c4df-4afa-81f4-1e3ebc42f055 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0848d992-50a2-4a2d-aa8d-a0d2350b7994 HTTP/1.1" status: 200  len: 913 time: 0.2486866
Apr 16 05:04:36.762974 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0fb278-c980-4506-b3ec-847a4aacaa07 None None] Routers {'06219234-90cd-436f-bef0-5978e43466c4'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:04:36.764427 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-fa0fb278-c980-4506-b3ec-847a4aacaa07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5daeef7358>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:04:07Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['06219234-90cd-436f-bef0-5978e43466c4'], 'active': True} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:04:36.855468 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b26f55c-609f-42fe-b4f5-1887912eca49 req-39a80b82-0c6c-4073-b7a6-91d1624eb743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:04:36.857278 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-0b26f55c-609f-42fe-b4f5-1887912eca49 req-39a80b82-0c6c-4073-b7a6-91d1624eb743 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8df91495-625b-4773-a543-89e51aa2e299&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2120261
Apr 16 05:04:36.865005 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ef7295d7-082d-44ec-b825-00000635d5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821614228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202'] for network, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:36.880688 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7295d7-082d-44ec-b825-00000635d5a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:04:36.882157 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ef7295d7-082d-44ec-b825-00000635d5a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821710155'] for network, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:36.897075 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-6288c233-fd3d-45ff-b45c-1164a9b55abc req-5eb7c01c-3c5f-4e0d-bd96-70726914d88d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7bc12aaf-81cf-42ab-a64a-e5bcd50f7497 HTTP/1.1" status: 200  len: 217 time: 0.1216710
Apr 16 05:04:36.904410 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:04:36.905436 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-57c20b92-6290-4a3b-ab62-ea5946e0f07b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:37.094632 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6288c233-fd3d-45ff-b45c-1164a9b55abc req-669eb3db-dc8d-42ad-a296-f07eddb02fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:04:37.097036 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-6288c233-fd3d-45ff-b45c-1164a9b55abc req-669eb3db-dc8d-42ad-a296-f07eddb02fcf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b1b631c1-ecf0-4c00-9c5c-256ae81c8439 HTTP/1.1" status: 200  len: 852 time: 0.0972037
Apr 16 05:04:37.098626 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-ef7295d7-082d-44ec-b825-00000635d5a3 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 1.7681897
Apr 16 05:04:37.099912 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-0b26f55c-609f-42fe-b4f5-1887912eca49 req-584a7643-90d5-458c-af5f-f5b0f5ae00e8 service neutron] 10.222.0.16 "GET /v2.0/networks/8df91495-625b-4773-a543-89e51aa2e299?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2286963
Apr 16 05:04:37.103132 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 33900) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:04:37.111238 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-6abbe19c-5582-4fda-bd98-7806eda6f36e admin admin] Request body: {'subnet': {'network_id': '8e950144-b586-4419-9506-52e097c234b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-54914240-subnet', 'tenant_id': '19a213d1b49b4109b75966286a61917f', 'ip_version': 4}} {{(pid=85356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:04:37.127676 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-6abbe19c-5582-4fda-bd98-7806eda6f36e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:04:37.193723 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-6abbe19c-5582-4fda-bd98-7806eda6f36e admin admin] Usage tracker for resource:subnet and tenant:19a213d1b49b4109b75966286a61917f is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:04:37.201062 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-6abbe19c-5582-4fda-bd98-7806eda6f36e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:04:37.270507 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-6abbe19c-5582-4fda-bd98-7806eda6f36e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:04:37.306833 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6abbe19c-5582-4fda-bd98-7806eda6f36e admin admin] Made reservation on behalf of 19a213d1b49b4109b75966286a61917f for: {'subnet': 1} {{(pid=85356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 05:04:37.316737 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-6abbe19c-5582-4fda-bd98-7806eda6f36e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036822488069'] for subnet, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:37.352447 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-6288c233-fd3d-45ff-b45c-1164a9b55abc req-0a3d188a-692a-4055-999f-4a38d47081d2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0848d992-50a2-4a2d-aa8d-a0d2350b7994&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1787486
Apr 16 05:04:37.442433 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7295d7-082d-44ec-b825-00000635d5a3 admin admin] Pushing event updated for resources: {'Network': ['ID=8e950144-b586-4419-9506-52e097c234b9,revision_number=1']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:04:37.451610 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-ef7295d7-082d-44ec-b825-00000635d5a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:04:37.462679 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Network 8e950144-b586-4419-9506-52e097c234b9 details requested by agent ovs-agent-dv-cinder-786524-1-iscsi with host dv-cinder-786524-1-iscsi {{(pid=85358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 16 05:04:37.580372 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-fa0fb278-c980-4506-b3ec-847a4aacaa07 None None] Set router 06219234-90cd-436f-bef0-5978e43466c4 gateway port host: dv-cinder-786524-1-iscsi {{(pid=85359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:04:37.943872 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:37.971791 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-63345f0b-feae-4d1b-a675-506eb60b354a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:38.047591 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:38.164658 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f48a2d-7152-41ab-ac6d-3fc655905ed1 req-99c3bc05-2a05-4ad9-a067-6111c00e90e3 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:04:38.190291 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-37f48a2d-7152-41ab-ac6d-3fc655905ed1 req-99c3bc05-2a05-4ad9-a067-6111c00e90e3 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/networks?id=469c610d-3640-4407-b2a9-dd8cd792723c HTTP/1.1" status: 200  len: 814 time: 0.5194299
Apr 16 05:04:38.303813 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-37f48a2d-7152-41ab-ac6d-3fc655905ed1 req-8ee1ba13-1f21-48f9-9d53-93d890f7ab6d tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/quotas/7f44f6ee260749d7a681aeb529427a10 HTTP/1.1" status: 200  len: 375 time: 0.1118701
Apr 16 05:04:38.420687 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-fa0fb278-c980-4506-b3ec-847a4aacaa07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5daeef7358>, [{'id': '06219234-90cd-436f-bef0-5978e43466c4', 'name': 'tempest-AttachVolumeShelveTestJSON-1995442241-router', 'tenant_id': '0568e0a577bb45428833638c9c368aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'a6f9e583-5545-4b1e-b17d-dbdb943266cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:03:36Z', 'updated_at': '2021-04-16T05:03:50Z', 'revision_number': 4, 'project_id': '0568e0a577bb45428833638c9c368aa5', 'gw_port': {'id': 'a6f9e583-5545-4b1e-b17d-dbdb943266cf', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:de:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06219234-90cd-436f-bef0-5978e43466c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:03:39Z', 'updated_at': '2021-04-16T05:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi', '_floatingips': [{'id': '0aadd738-fa9a-4966-bf64-7f8988f0f37e', 'tenant_id': '0568e0a577bb45428833638c9c368aa5', 'floating_ip_address': '172.27.2.37', 'floating_network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'router_id': '06219234-90cd-436f-bef0-5978e43466c4', 'port_id': '4688bbfc-265d-4202-8afe-72cfcb6f87da', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8df91495-625b-4773-a543-89e51aa2e299', 'mac_address': 'fa:16:3e:7f:a2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cebb75-08a7-4e02-a9ad-c88938f84799', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T05:04:03Z', 'updated_at': '2021-04-16T05:04:32Z', 'revision_number': 1, 'project_id': '0568e0a577bb45428833638c9c368aa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08ce9393-00ae-4be1-9278-180b21c775d2', 'name': '', 'network_id': '8df91495-625b-4773-a543-89e51aa2e299', 'tenant_id': '0568e0a577bb45428833638c9c368aa5', 'mac_address': 'fa:16:3e:30:2d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06219234-90cd-436f-bef0-5978e43466c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7194465a-cb17-4853-a8ba-70bd30e05305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:03:46Z', 'updated_at': '2021-04-16T05:04:03Z', 'revision_number': 5, 'project_id': '0568e0a577bb45428833638c9c368aa5', 'subnets': [{'id': '7194465a-cb17-4853-a8ba-70bd30e05305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:04:38.430197 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0fb278-c980-4506-b3ec-847a4aacaa07 None None] The sync data for ids ['06219234-90cd-436f-bef0-5978e43466c4'] in dv-cinder-786524-1-iscsi is: [{'id': '06219234-90cd-436f-bef0-5978e43466c4', 'name': 'tempest-AttachVolumeShelveTestJSON-1995442241-router', 'tenant_id': '0568e0a577bb45428833638c9c368aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'a6f9e583-5545-4b1e-b17d-dbdb943266cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:03:36Z', 'updated_at': '2021-04-16T05:03:50Z', 'revision_number': 4, 'project_id': '0568e0a577bb45428833638c9c368aa5', 'gw_port': {'id': 'a6f9e583-5545-4b1e-b17d-dbdb943266cf', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:de:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06219234-90cd-436f-bef0-5978e43466c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:03:39Z', 'updated_at': '2021-04-16T05:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi', '_floatingips': [{'id': '0aadd738-fa9a-4966-bf64-7f8988f0f37e', 'tenant_id': '0568e0a577bb45428833638c9c368aa5', 'floating_ip_address': '172.27.2.37', 'floating_network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'router_id': '06219234-90cd-436f-bef0-5978e43466c4', 'port_id': '4688bbfc-265d-4202-8afe-72cfcb6f87da', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8df91495-625b-4773-a543-89e51aa2e299', 'mac_address': 'fa:16:3e:7f:a2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cebb75-08a7-4e02-a9ad-c88938f84799', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T05:04:03Z', 'updated_at': '2021-04-16T05:04:32Z', 'revision_number': 1, 'project_id': '0568e0a577bb45428833638c9c368aa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08ce9393-00ae-4be1-9278-180b21c775d2', 'name': '', 'network_id': '8df91495-625b-4773-a543-89e51aa2e299', 'tenant_id': '0568e0a577bb45428833638c9c368aa5', 'mac_address': 'fa:16:3e:30:2d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06219234-90cd-436f-bef0-5978e43466c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7194465a-cb17-4853-a8ba-70bd30e05305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:03:46Z', 'updated_at': '2021-04-16T05:04:03Z', 'revision_number': 5, 'project_id': '0568e0a577bb45428833638c9c368aa5', 'subnets': [{'id': '7194465a-cb17-4853-a8ba-70bd30e05305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 05:04:38.480565 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-6288c233-fd3d-45ff-b45c-1164a9b55abc req-e46fc70d-3fb0-47da-8dc0-60713e8f4205 service neutron] 10.222.0.16 "GET /v2.0/networks/0848d992-50a2-4a2d-aa8d-a0d2350b7994?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1183474
Apr 16 05:04:38.743905 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-6288c233-fd3d-45ff-b45c-1164a9b55abc req-8f1bbb58-9473-47a3-9312-df132a175060 service neutron] 10.222.0.16 "GET /v2.0/networks/0848d992-50a2-4a2d-aa8d-a0d2350b7994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2527018
Apr 16 05:04:38.764788 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-37f48a2d-7152-41ab-ac6d-3fc655905ed1 req-7bd527e0-7317-4f5f-8faf-11b9e5329187 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f44f6ee260749d7a681aeb529427a10&fields=id HTTP/1.1" status: 200  len: 255 time: 0.4592891
Apr 16 05:04:38.960779 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-0b26f55c-609f-42fe-b4f5-1887912eca49 req-70f932c9-94bb-4fd3-bf5e-76c12c2248de service neutron] 10.222.0.16 "GET /v2.0/networks/8df91495-625b-4773-a543-89e51aa2e299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.8205075
Apr 16 05:04:38.990232 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a77142-edf3-4045-bbc7-8896baa95500 None None] New status for floating IP 0aadd738-fa9a-4966-bf64-7f8988f0f37e: ACTIVE {{(pid=85358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 16 05:04:39.182628 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-37f48a2d-7152-41ab-ac6d-3fc655905ed1 req-fc37000f-3f73-4887-ba71-921fff77c233 service neutron] 10.222.0.26 "GET /v2.0/networks/469c610d-3640-4407-b2a9-dd8cd792723c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4026721
Apr 16 05:04:39.428685 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-6abbe19c-5582-4fda-bd98-7806eda6f36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821614264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32051570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036822488120'] for subnet, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:39.617527 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-38745edf-fea4-48dc-b0e0-828e900880e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:04:39.678368 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-37f48a2d-7152-41ab-ac6d-3fc655905ed1 req-7ade8788-811f-477e-8afc-5fc6d0ce255c service neutron] 10.222.0.26 "GET /v2.0/networks/469c610d-3640-4407-b2a9-dd8cd792723c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4829328
Apr 16 05:04:39.682551 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abbe19c-5582-4fda-bd98-7806eda6f36e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3839760e-ab00-4f46-8a04-f1c8415e06da,revision_number=0']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:04:39.686195 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-6abbe19c-5582-4fda-bd98-7806eda6f36e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:04:39.724608 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abbe19c-5582-4fda-bd98-7806eda6f36e admin admin] Checking segment: {'id': '01710a54-1367-4193-8cab-d52eff5066d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8e950144-b586-4419-9506-52e097c234b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 05:04:39.724984 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abbe19c-5582-4fda-bd98-7806eda6f36e admin admin] Network hostable DHCP agents. Network: 8e950144-b586-4419-9506-52e097c234b9, hostable agents: ['582622ae-d895-4475-8046-f15afe99e67f'], hosted agents: [] {{(pid=85356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 16 05:04:39.749200 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abbe19c-5582-4fda-bd98-7806eda6f36e admin admin] Network 8e950144-b586-4419-9506-52e097c234b9 is scheduled to be hosted by DHCP agent 582622ae-d895-4475-8046-f15afe99e67f with binding_index 1 {{(pid=85356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 16 05:04:39.768168 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [None req-6abbe19c-5582-4fda-bd98-7806eda6f36e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-1-iscsi, 8e950144-b586-4419-9506-52e097c234b9) {{(pid=85356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 05:04:39.776951 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abbe19c-5582-4fda-bd98-7806eda6f36e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:04:39.777973 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-6abbe19c-5582-4fda-bd98-7806eda6f36e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821710155'] for subnet, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:39.815684 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-6abbe19c-5582-4fda-bd98-7806eda6f36e admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 843 time: 2.7082133
Apr 16 05:04:39.817792 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 33956) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:04:39.829482 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-0e807ef4-7c55-413c-a1c0-eccfdbebe58f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-54914240-router', 'tenant_id': '19a213d1b49b4109b75966286a61917f', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88'}}} {{(pid=85357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:04:39.840818 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-0e807ef4-7c55-413c-a1c0-eccfdbebe58f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:04:39.850697 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-0e807ef4-7c55-413c-a1c0-eccfdbebe58f admin admin] Usage tracker for resource:router and tenant:19a213d1b49b4109b75966286a61917f is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:04:39.859045 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7d0603-e004-45ba-aa2b-e37696a0354d None None] Network 8e950144-b586-4419-9506-52e097c234b9 requested from dv-cinder-786524-1-iscsi {{(pid=85358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 05:04:39.859293 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-0e807ef4-7c55-413c-a1c0-eccfdbebe58f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:04:39.871722 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-0e807ef4-7c55-413c-a1c0-eccfdbebe58f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:04:39.903852 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0e807ef4-7c55-413c-a1c0-eccfdbebe58f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036821578267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5887'] for router, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:39.905289 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0e807ef4-7c55-413c-a1c0-eccfdbebe58f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33197368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33196902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33168124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854769946'] for router, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:40.017219 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a57a9699-4b93-4635-9a0c-76135fd629c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:40.041687 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0e807ef4-7c55-413c-a1c0-eccfdbebe58f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:40.047836 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-4390bd69-878e-46e4-bfbc-855b44a701d2 req-54457d69-fa49-455f-a706-7489daac2ec3 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc04bdb9-8431-4a90-ae3b-2a4e7f3911a5 HTTP/1.1" status: 200  len: 210 time: 0.0955191
Apr 16 05:04:40.449885 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdbed885-b676-4d66-b1aa-ce9a4b635c27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpead8f01a-240e-5c6f-845d-431874f38e8d-8e950144-b586-4419-9506-52e097c234b9', 'network_id': '8e950144-b586-4419-9506-52e097c234b9', 'tenant_id': '19a213d1b49b4109b75966286a61917f', 'fixed_ips': [{'subnet_id': '3839760e-ab00-4f46-8a04-f1c8415e06da'}]}} from dv-cinder-786524-1-iscsi. {{(pid=85358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 16 05:04:40.462662 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-fdbed885-b676-4d66-b1aa-ce9a4b635c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_create {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:40.769148 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.db_base_plugin_common [None req-fdbed885-b676-4d66-b1aa-ce9a4b635c27 None None] Allocated IP 172.20.0.2 (8e950144-b586-4419-9506-52e097c234b9/3839760e-ab00-4f46-8a04-f1c8415e06da/af7e6532-c2aa-4d5a-8155-c1270b72651a) {{(pid=85358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 05:04:40.888394 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0e807ef4-7c55-413c-a1c0-eccfdbebe58f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33196887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036821578282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770023'] for router, precommit_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:41.157071 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-fdbed885-b676-4d66-b1aa-ce9a4b635c27 None None] Notify callbacks [] for port, precommit_create {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:41.171131 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-fdbed885-b676-4d66-b1aa-ce9a4b635c27 None None] Transition to ACTIVE for port object af7e6532-c2aa-4d5a-8155-c1270b72651a will not be triggered until provisioned by entity L2. {{(pid=85358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 05:04:41.196667 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-fdbed885-b676-4d66-b1aa-ce9a4b635c27 None None] Transition to ACTIVE for port object af7e6532-c2aa-4d5a-8155-c1270b72651a will not be triggered until provisioned by entity DHCP. {{(pid=85358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 05:04:41.208307 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-fdbed885-b676-4d66-b1aa-ce9a4b635c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284332319809'] for port, after_create {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:41.238940 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:04:41.383453 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-22a2cdf8-d0a6-4256-b97e-da0d599f57b0 req-def71949-6b86-4b73-b4e7-bf5117ab7d49 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc04bdb9-8431-4a90-ae3b-2a4e7f3911a5 HTTP/1.1" status: 200  len: 210 time: 0.0622141
Apr 16 05:04:41.406311 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0e807ef4-7c55-413c-a1c0-eccfdbebe58f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:41.444380 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0e807ef4-7c55-413c-a1c0-eccfdbebe58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:41.448545 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbed885-b676-4d66-b1aa-ce9a4b635c27 None None] Pushing event updated for resources: {'Port': ['ID=af7e6532-c2aa-4d5a-8155-c1270b72651a,revision_number=1']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:04:41.475777 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbed885-b676-4d66-b1aa-ce9a4b635c27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:04:41.476248 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbed885-b676-4d66-b1aa-ce9a4b635c27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:04:41.476693 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbed885-b676-4d66-b1aa-ce9a4b635c27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:04:41.477245 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbed885-b676-4d66-b1aa-ce9a4b635c27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:04:41.477688 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbed885-b676-4d66-b1aa-ce9a4b635c27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:04:41.478129 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbed885-b676-4d66-b1aa-ce9a4b635c27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:04:41.478679 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbed885-b676-4d66-b1aa-ce9a4b635c27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:04:41.479139 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbed885-b676-4d66-b1aa-ce9a4b635c27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:04:41.479647 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbed885-b676-4d66-b1aa-ce9a4b635c27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:04:41.480079 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbed885-b676-4d66-b1aa-ce9a4b635c27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:04:41.480512 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbed885-b676-4d66-b1aa-ce9a4b635c27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:04:41.480942 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbed885-b676-4d66-b1aa-ce9a4b635c27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:04:41.492104 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-fdbed885-b676-4d66-b1aa-ce9a4b635c27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:04:41.548466 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbed885-b676-4d66-b1aa-ce9a4b635c27 None None] Network 8e950144-b586-4419-9506-52e097c234b9 is already hosted by enough agents. {{(pid=85358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 05:04:41.551228 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [None req-fdbed885-b676-4d66-b1aa-ce9a4b635c27 None None] Resources bound (agent type, host, resource id):  {{(pid=85358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 05:04:41.558544 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbed885-b676-4d66-b1aa-ce9a4b635c27 None None] Received port after_create {{(pid=85358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 05:04:41.681632 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.db_base_plugin_common [None req-0e807ef4-7c55-413c-a1c0-eccfdbebe58f admin admin] Allocated IP 172.27.2.88 (09b59cd3-13be-4f6b-8ba8-71a7bb13ef88/d321c4f6-731d-44eb-a563-8ed238725710/1f55ccf7-8b85-4ac1-878b-921f2ce01224) {{(pid=85357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 05:04:41.970482 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-fdbed885-b676-4d66-b1aa-ce9a4b635c27 None None] Attempting to bind port af7e6532-c2aa-4d5a-8155-c1270b72651a on host dv-cinder-786524-1-iscsi for vnic_type normal with profile  {{(pid=85358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 05:04:41.971334 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-fdbed885-b676-4d66-b1aa-ce9a4b635c27 None None] Attempting to bind port af7e6532-c2aa-4d5a-8155-c1270b72651a by drivers openvswitch,hyperv on host dv-cinder-786524-1-iscsi at level 0 using segments [{'id': '01710a54-1367-4193-8cab-d52eff5066d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8e950144-b586-4419-9506-52e097c234b9'}] {{(pid=85358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 05:04:41.971334 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbed885-b676-4d66-b1aa-ce9a4b635c27 None None] Attempting to bind port af7e6532-c2aa-4d5a-8155-c1270b72651a on network 8e950144-b586-4419-9506-52e097c234b9 {{(pid=85358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 05:04:41.972531 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0e807ef4-7c55-413c-a1c0-eccfdbebe58f admin admin] Notify callbacks [] for port, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:41.978897 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbed885-b676-4d66-b1aa-ce9a4b635c27 None None] Checking agent: {'id': '2c00d7f4-da3e-4cf0-ab95-3dab1af70cf6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 4, 54, 38), 'started_at': datetime.datetime(2021, 4, 16, 4, 55, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 5, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 05:04:41.979710 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbed885-b676-4d66-b1aa-ce9a4b635c27 None None] Checking segment: {'id': '01710a54-1367-4193-8cab-d52eff5066d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8e950144-b586-4419-9506-52e097c234b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 05:04:41.980559 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-fdbed885-b676-4d66-b1aa-ce9a4b635c27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:41.981485 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbed885-b676-4d66-b1aa-ce9a4b635c27 None None] Bound using segment: {'id': '01710a54-1367-4193-8cab-d52eff5066d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8e950144-b586-4419-9506-52e097c234b9'} {{(pid=85358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 05:04:41.982354 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-fdbed885-b676-4d66-b1aa-ce9a4b635c27 None None] Bound port: af7e6532-c2aa-4d5a-8155-c1270b72651a, host: dv-cinder-786524-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01710a54-1367-4193-8cab-d52eff5066d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8e950144-b586-4419-9506-52e097c234b9'}}] {{(pid=85358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 05:04:41.982910 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-fdbed885-b676-4d66-b1aa-ce9a4b635c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:42.011770 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0e807ef4-7c55-413c-a1c0-eccfdbebe58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284332319809'] for port, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:42.031646 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-1e77e6f8-3333-4c1b-9c75-b398849fed48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:04:42.140643 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-fdbed885-b676-4d66-b1aa-ce9a4b635c27 None None] For port af7e6532-c2aa-4d5a-8155-c1270b72651a, host dv-cinder-786524-1-iscsi, cleared binding levels {{(pid=85358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 05:04:42.152187 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-fdbed885-b676-4d66-b1aa-ce9a4b635c27 None None] For port af7e6532-c2aa-4d5a-8155-c1270b72651a, host dv-cinder-786524-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=af7e6532-c2aa-4d5a-8155-c1270b72651a,segment=NetworkSegment(01710a54-1367-4193-8cab-d52eff5066d1),segment_id=01710a54-1367-4193-8cab-d52eff5066d1)] {{(pid=85358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 05:04:42.167414 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-fdbed885-b676-4d66-b1aa-ce9a4b635c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:42.195653 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:04:42.421676 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e807ef4-7c55-413c-a1c0-eccfdbebe58f admin admin] Pushing event updated for resources: {'Port': ['ID=1f55ccf7-8b85-4ac1-878b-921f2ce01224,revision_number=1']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:04:42.427143 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-0e807ef4-7c55-413c-a1c0-eccfdbebe58f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:04:42.449736 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbed885-b676-4d66-b1aa-ce9a4b635c27 None None] Pushing event updated for resources: {'Port': ['ID=af7e6532-c2aa-4d5a-8155-c1270b72651a,revision_number=2']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:04:42.453182 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e807ef4-7c55-413c-a1c0-eccfdbebe58f admin admin] Network 09b59cd3-13be-4f6b-8ba8-71a7bb13ef88 is already hosted by enough agents. {{(pid=85357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 05:04:42.453773 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-fdbed885-b676-4d66-b1aa-ce9a4b635c27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:04:42.455567 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [None req-0e807ef4-7c55-413c-a1c0-eccfdbebe58f admin admin] Resources bound (agent type, host, resource id):  {{(pid=85357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 05:04:42.462589 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e807ef4-7c55-413c-a1c0-eccfdbebe58f admin admin] Received port after_create {{(pid=85357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 05:04:42.950708 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-375cfdee-fed0-46ae-b7bc-212253900f1c req-e4f475ad-b0fd-4c11-9571-baa9e50d6e7a tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc04bdb9-8431-4a90-ae3b-2a4e7f3911a5 HTTP/1.1" status: 200  len: 210 time: 0.2336593
Apr 16 05:04:43.297782 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0e807ef4-7c55-413c-a1c0-eccfdbebe58f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:43.890576 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f48a2d-7152-41ab-ac6d-3fc655905ed1 req-e6f950f8-a2b8-4f85-b864-df6ec6b4f068 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:04:43.897511 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-37f48a2d-7152-41ab-ac6d-3fc655905ed1 req-e6f950f8-a2b8-4f85-b864-df6ec6b4f068 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Synchronizing usage tracker for tenant:7f44f6ee260749d7a681aeb529427a10 on resource:network {{(pid=85356) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 05:04:43.934862 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-37f48a2d-7152-41ab-ac6d-3fc655905ed1 req-e6f950f8-a2b8-4f85-b864-df6ec6b4f068 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Unset dirty status for tenant:7f44f6ee260749d7a681aeb529427a10 on resource:network {{(pid=85356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 05:04:43.938430 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-37f48a2d-7152-41ab-ac6d-3fc655905ed1 req-e6f950f8-a2b8-4f85-b864-df6ec6b4f068 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.16 "GET /v2.0/networks?id=469c610d-3640-4407-b2a9-dd8cd792723c HTTP/1.1" status: 200  len: 814 time: 0.3520157
Apr 16 05:04:43.966549 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [req-37f48a2d-7152-41ab-ac6d-3fc655905ed1 req-9b3c1ce0-486c-47d9-9a5a-28cd8d9dbaa1 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Request body: {'port': {'device_id': 'bc04bdb9-8431-4a90-ae3b-2a4e7f3911a5', 'network_id': '469c610d-3640-4407-b2a9-dd8cd792723c', 'admin_state_up': True, 'tenant_id': '7f44f6ee260749d7a681aeb529427a10'}} {{(pid=85356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:04:44.044186 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0e807ef4-7c55-413c-a1c0-eccfdbebe58f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33197534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036821578960'] for router, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:44.481566 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [req-37f48a2d-7152-41ab-ac6d-3fc655905ed1 req-9b3c1ce0-486c-47d9-9a5a-28cd8d9dbaa1 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:04:44.536595 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [req-37f48a2d-7152-41ab-ac6d-3fc655905ed1 req-9b3c1ce0-486c-47d9-9a5a-28cd8d9dbaa1 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:04:44.571487 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-86d7eaea-4e04-48a0-8e81-87a6a80ab68c req-da5387dd-b5cd-4e03-85b6-c9d2df5d06c6 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc04bdb9-8431-4a90-ae3b-2a4e7f3911a5 HTTP/1.1" status: 200  len: 210 time: 0.1440177
Apr 16 05:04:44.582448 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device af7e6532-c2aa-4d5a-8155-c1270b72651a up at agent ovs-agent-dv-cinder-786524-1-iscsi {{(pid=85358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 05:04:44.603429 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37f48a2d-7152-41ab-ac6d-3fc655905ed1 req-9b3c1ce0-486c-47d9-9a5a-28cd8d9dbaa1 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Made reservation on behalf of 7f44f6ee260749d7a681aeb529427a10 for: {'port': 1} {{(pid=85356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 05:04:44.626534 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e807ef4-7c55-413c-a1c0-eccfdbebe58f admin admin] Router b7be94a9-5544-4735-a2b6-653305247e76 is scheduled to L3 agent 9bacd1b6-99a0-44b1-8352-fe12768771b0 with binding_index 1 {{(pid=85357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 16 05:04:44.635522 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-37f48a2d-7152-41ab-ac6d-3fc655905ed1 req-9b3c1ce0-486c-47d9-9a5a-28cd8d9dbaa1 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:44.771015 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Provisioning for port af7e6532-c2aa-4d5a-8155-c1270b72651a completed by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 05:04:45.007108 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1c783d-5b80-4696-ac29-ac53511a5c9d None None] Network 8e950144-b586-4419-9506-52e097c234b9 requested from dv-cinder-786524-1-iscsi {{(pid=85358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 05:04:45.210529 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.db_base_plugin_common [req-37f48a2d-7152-41ab-ac6d-3fc655905ed1 req-9b3c1ce0-486c-47d9-9a5a-28cd8d9dbaa1 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Allocated IP 172.20.0.3 (469c610d-3640-4407-b2a9-dd8cd792723c/28b73d84-839b-41f8-8a99-404cd24cc829/bc1b177a-cca8-4073-8031-2fd446444a12) {{(pid=85356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 05:04:45.287090 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-6ff606d1-adce-47eb-b2be-0f60a4992152 None None] Provisioning for port af7e6532-c2aa-4d5a-8155-c1270b72651a completed by entity DHCP. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 05:04:45.304486 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-6ff606d1-adce-47eb-b2be-0f60a4992152 None None] Provisioning complete for port af7e6532-c2aa-4d5a-8155-c1270b72651a triggered by entity DHCP. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:04:45.305396 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-6ff606d1-adce-47eb-b2be-0f60a4992152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:45.472326 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d4c39-a441-42a0-91de-5c2f6668fd11 req-f236a54f-565b-41b8-abbb-6a61fe9da7d5 tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:04:45.475259 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-d33d4c39-a441-42a0-91de-5c2f6668fd11 req-f236a54f-565b-41b8-abbb-6a61fe9da7d5 tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4bc26f-251b-4112-b09b-1f0028c33bb8 HTTP/1.1" status: 200  len: 946 time: 0.1740282
Apr 16 05:04:45.482946 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e807ef4-7c55-413c-a1c0-eccfdbebe58f admin admin] Notify agent at l3_agent.dv-cinder-786524-1-iscsi the message routers_updated {{(pid=85357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 05:04:45.498771 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75ac5a6-f62b-4f74-ab2c-b73af7aabc60 None None] Sync routers for ids ['b7be94a9-5544-4735-a2b6-653305247e76'] in dv-cinder-786524-1-iscsi {{(pid=85359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 05:04:45.512873 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75ac5a6-f62b-4f74-ab2c-b73af7aabc60 None None] Routers {'b7be94a9-5544-4735-a2b6-653305247e76'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:04:45.517127 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-f75ac5a6-f62b-4f74-ab2c-b73af7aabc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dae8c4b38>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:04:37Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['b7be94a9-5544-4735-a2b6-653305247e76'], 'active': True} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:04:45.533845 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0e807ef4-7c55-413c-a1c0-eccfdbebe58f admin admin] Notify callbacks [] for router, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:45.536219 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-0e807ef4-7c55-413c-a1c0-eccfdbebe58f admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201  len: 918 time: 5.7162066
Apr 16 05:04:45.541718 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 34072) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:04:45.719120 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-37f48a2d-7152-41ab-ac6d-3fc655905ed1 req-9b3c1ce0-486c-47d9-9a5a-28cd8d9dbaa1 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Notify callbacks [] for port, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:45.822105 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-d33d4c39-a441-42a0-91de-5c2f6668fd11 req-3c9c92ba-c3b2-4a3b-a2db-aa002b8ce0fa tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] 10.222.0.26 "GET /v2.0/security-groups?id=152260db-7b46-47c6-a2ca-ab006ffc199c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3110924
Apr 16 05:04:45.843319 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-37f48a2d-7152-41ab-ac6d-3fc655905ed1 req-9b3c1ce0-486c-47d9-9a5a-28cd8d9dbaa1 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284332319809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32051484'] for port, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:45.928907 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-fc426a69-7d26-4f09-a39c-361eff2ba8eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:04:46.057417 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] get_ports_and_sgs() called for port_ids ['a16c1736-e19e-4ba4-b59e-1ab713023d6e'] {{(pid=85358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 05:04:46.130170 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-f75ac5a6-f62b-4f74-ab2c-b73af7aabc60 None None] Set router b7be94a9-5544-4735-a2b6-653305247e76 gateway port host: dv-cinder-786524-1-iscsi {{(pid=85359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:04:46.359688 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c1ce0-486c-47d9-9a5a-28cd8d9dbaa1 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Pushing event updated for resources: {'Port': ['ID=bc1b177a-cca8-4073-8031-2fd446444a12,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:04:46.375649 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-9b3c1ce0-486c-47d9-9a5a-28cd8d9dbaa1 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:04:46.479296 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37f48a2d-7152-41ab-ac6d-3fc655905ed1 req-9b3c1ce0-486c-47d9-9a5a-28cd8d9dbaa1 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Network 469c610d-3640-4407-b2a9-dd8cd792723c is already hosted by enough agents. {{(pid=85356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 05:04:46.510058 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [req-37f48a2d-7152-41ab-ac6d-3fc655905ed1 req-9b3c1ce0-486c-47d9-9a5a-28cd8d9dbaa1 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Resources bound (agent type, host, resource id):  {{(pid=85356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 05:04:46.522668 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [req-37f48a2d-7152-41ab-ac6d-3fc655905ed1 req-9b3c1ce0-486c-47d9-9a5a-28cd8d9dbaa1 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Received port after_create {{(pid=85356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 05:04:46.596393 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-6ff606d1-adce-47eb-b2be-0f60a4992152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:46.815349 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46465f2c-efd3-401a-8096-8af51066b122 req-473b1df1-f14f-48d5-b86e-c9fea96f9f82 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:04:46.816168 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-46465f2c-efd3-401a-8096-8af51066b122 req-473b1df1-f14f-48d5-b86e-c9fea96f9f82 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc04bdb9-8431-4a90-ae3b-2a4e7f3911a5 HTTP/1.1" status: 200  len: 931 time: 0.8398671
Apr 16 05:04:46.823789 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f48a2d-7152-41ab-ac6d-3fc655905ed1 req-9b3c1ce0-486c-47d9-9a5a-28cd8d9dbaa1 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:04:46.824936 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-37f48a2d-7152-41ab-ac6d-3fc655905ed1 req-9b3c1ce0-486c-47d9-9a5a-28cd8d9dbaa1 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821710155'] for port, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:46.939629 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-37f48a2d-7152-41ab-ac6d-3fc655905ed1 req-9b3c1ce0-486c-47d9-9a5a-28cd8d9dbaa1 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.9767773
Apr 16 05:04:46.957161 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-6ff606d1-adce-47eb-b2be-0f60a4992152 None None] For port af7e6532-c2aa-4d5a-8155-c1270b72651a, host dv-cinder-786524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=af7e6532-c2aa-4d5a-8155-c1270b72651a,segment=NetworkSegment(01710a54-1367-4193-8cab-d52eff5066d1),segment_id=01710a54-1367-4193-8cab-d52eff5066d1)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:04:46.970205 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [req-37f48a2d-7152-41ab-ac6d-3fc655905ed1 req-55d2f7ab-7020-479d-9711-b44bf82fe632 service neutron] Request body: {'port': {'device_id': 'bc04bdb9-8431-4a90-ae3b-2a4e7f3911a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=85356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:04:46.996553 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-6ff606d1-adce-47eb-b2be-0f60a4992152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:47.034536 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-e21bd2e2-0336-4827-80b1-91f614b53784 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:04:47.238053 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-f75ac5a6-f62b-4f74-ab2c-b73af7aabc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dae8c4b38>, [{'id': 'b7be94a9-5544-4735-a2b6-653305247e76', 'name': 'tempest-TestShelveInstance-54914240-router', 'tenant_id': '19a213d1b49b4109b75966286a61917f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '1f55ccf7-8b85-4ac1-878b-921f2ce01224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:04:39Z', 'updated_at': '2021-04-16T05:04:42Z', 'revision_number': 3, 'project_id': '19a213d1b49b4109b75966286a61917f', 'gw_port': {'id': '1f55ccf7-8b85-4ac1-878b-921f2ce01224', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:bd:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7be94a9-5544-4735-a2b6-653305247e76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:41Z', 'updated_at': '2021-04-16T05:04:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi'}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:04:47.247166 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75ac5a6-f62b-4f74-ab2c-b73af7aabc60 None None] Checking router: b7be94a9-5544-4735-a2b6-653305247e76 for host: dv-cinder-786524-1-iscsi {{(pid=85359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 05:04:47.247867 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75ac5a6-f62b-4f74-ab2c-b73af7aabc60 None None] Updating router b7be94a9-5544-4735-a2b6-653305247e76 port 1f55ccf7-8b85-4ac1-878b-921f2ce01224 binding host dv-cinder-786524-1-iscsi {{(pid=85359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 16 05:04:47.371017 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-46465f2c-efd3-401a-8096-8af51066b122 req-42bd6f04-3840-4c1e-95ff-690f8e8998e5 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/security-groups?id=4caff57c-68d2-4f1f-a5bc-b37d2db244ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5535243
Apr 16 05:04:47.433567 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f75ac5a6-f62b-4f74-ab2c-b73af7aabc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:47.486995 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff606d1-adce-47eb-b2be-0f60a4992152 None None] Pushing event updated for resources: {'Port': ['ID=af7e6532-c2aa-4d5a-8155-c1270b72651a,revision_number=3']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:04:47.521737 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-6ff606d1-adce-47eb-b2be-0f60a4992152 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:04:47.551201 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-37f48a2d-7152-41ab-ac6d-3fc655905ed1 req-55d2f7ab-7020-479d-9711-b44bf82fe632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:47.792979 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-53012a36-ea8f-435a-b6c0-f898a4983a17 None None] Provisioning complete for port af7e6532-c2aa-4d5a-8155-c1270b72651a triggered by entity DHCP. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:04:47.794904 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-53012a36-ea8f-435a-b6c0-f898a4983a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:48.046477 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 34128) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:04:48.223362 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e8190d-a898-4f6e-a2f6-e3bf6e71999a req-09212c2b-951e-467d-a476-a5a46fdc5ddb tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:04:48.225812 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-37e8190d-a898-4f6e-a2f6-e3bf6e71999a req-09212c2b-951e-467d-a476-a5a46fdc5ddb tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d4bc26f-251b-4112-b09b-1f0028c33bb8 HTTP/1.1" status: 200  len: 946 time: 0.7244179
Apr 16 05:04:48.311362 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e056745-c482-4b20-9db3-250469b5c6e1 req-089634f2-5706-4c03-90a3-37f7aa89c262 tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:04:48.330466 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-8e056745-c482-4b20-9db3-250469b5c6e1 req-089634f2-5706-4c03-90a3-37f7aa89c262 tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4bc26f-251b-4112-b09b-1f0028c33bb8 HTTP/1.1" status: 200  len: 946 time: 0.6910365
Apr 16 05:04:48.391334 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f75ac5a6-f62b-4f74-ab2c-b73af7aabc60 None None] Notify callbacks [] for port, precommit_update {{(pid=85359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:48.418180 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-f75ac5a6-f62b-4f74-ab2c-b73af7aabc60 None None] Transition to ACTIVE for port object 1f55ccf7-8b85-4ac1-878b-921f2ce01224 will not be triggered until provisioned by entity L2. {{(pid=85359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 05:04:48.421370 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [req-37f48a2d-7152-41ab-ac6d-3fc655905ed1 req-55d2f7ab-7020-479d-9711-b44bf82fe632 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc1b177a-cca8-4073-8031-2fd446444a12 {{(pid=85356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 05:04:48.432720 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f75ac5a6-f62b-4f74-ab2c-b73af7aabc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:48.439630 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device af7e6532-c2aa-4d5a-8155-c1270b72651a up at agent ovs-agent-dv-cinder-786524-1-iscsi {{(pid=85358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 05:04:48.452916 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-a2027887-4b74-4586-9cdb-8a10e50c45e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:04:48.494661 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-37f48a2d-7152-41ab-ac6d-3fc655905ed1 req-55d2f7ab-7020-479d-9711-b44bf82fe632 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:48.509846 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-8e056745-c482-4b20-9db3-250469b5c6e1 req-4affca51-a913-4261-aa74-fac2892f89c8 tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] 10.222.0.26 "GET /v2.0/security-groups?id=152260db-7b46-47c6-a2ca-ab006ffc199c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1671627
Apr 16 05:04:48.529375 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [req-37e8190d-a898-4f6e-a2f6-e3bf6e71999a req-aa0ef636-1672-42dd-a73a-98af0c0b06b7 tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] Deleting port 7bc12aaf-81cf-42ab-a64a-e5bcd50f7497 {{(pid=85357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 05:04:48.530192 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-37e8190d-a898-4f6e-a2f6-e3bf6e71999a req-aa0ef636-1672-42dd-a73a-98af0c0b06b7 tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284331874164'] for port, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:48.539544 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83237ba1-ddb9-4e91-aa8c-de001f6b4c54 None None] Pushing event updated for resources: {'Port': ['ID=1f55ccf7-8b85-4ac1-878b-921f2ce01224,revision_number=2']} {{(pid=85359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:04:48.568053 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-62176e60-d790-41b1-9a60-fb5753652d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:48.602662 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83237ba1-ddb9-4e91-aa8c-de001f6b4c54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:04:48.602662 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83237ba1-ddb9-4e91-aa8c-de001f6b4c54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:04:48.602662 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83237ba1-ddb9-4e91-aa8c-de001f6b4c54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:04:48.602662 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83237ba1-ddb9-4e91-aa8c-de001f6b4c54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:04:48.602662 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83237ba1-ddb9-4e91-aa8c-de001f6b4c54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:04:48.602662 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83237ba1-ddb9-4e91-aa8c-de001f6b4c54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:04:48.602662 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83237ba1-ddb9-4e91-aa8c-de001f6b4c54 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:04:48.602662 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83237ba1-ddb9-4e91-aa8c-de001f6b4c54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:04:48.603668 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83237ba1-ddb9-4e91-aa8c-de001f6b4c54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:04:48.604142 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83237ba1-ddb9-4e91-aa8c-de001f6b4c54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:04:48.604612 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83237ba1-ddb9-4e91-aa8c-de001f6b4c54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:04:48.605082 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83237ba1-ddb9-4e91-aa8c-de001f6b4c54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:04:48.614748 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-83237ba1-ddb9-4e91-aa8c-de001f6b4c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:04:48.624678 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [req-37f48a2d-7152-41ab-ac6d-3fc655905ed1 req-55d2f7ab-7020-479d-9711-b44bf82fe632 service neutron] Transition to ACTIVE for port object bc1b177a-cca8-4073-8031-2fd446444a12 will not be triggered until provisioned by entity L2. {{(pid=85356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 05:04:48.631734 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-37f48a2d-7152-41ab-ac6d-3fc655905ed1 req-55d2f7ab-7020-479d-9711-b44bf82fe632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822724348'] for port, after_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:48.689741 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-9b3c1ce0-486c-47d9-9a5a-28cd8d9dbaa1 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:04:48.709647 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-d9acff5a-0c4a-48f9-a2a7-5eb2f32216f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:48.763741 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-f75ac5a6-f62b-4f74-ab2c-b73af7aabc60 None None] Attempting to bind port 1f55ccf7-8b85-4ac1-878b-921f2ce01224 on host dv-cinder-786524-1-iscsi for vnic_type normal with profile  {{(pid=85359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 05:04:48.764752 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-f75ac5a6-f62b-4f74-ab2c-b73af7aabc60 None None] Attempting to bind port 1f55ccf7-8b85-4ac1-878b-921f2ce01224 by drivers openvswitch,hyperv on host dv-cinder-786524-1-iscsi at level 0 using segments [{'id': '88f0db33-a5d4-497b-ae0c-257388b0c0ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88'}] {{(pid=85359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 05:04:48.765192 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75ac5a6-f62b-4f74-ab2c-b73af7aabc60 None None] Attempting to bind port 1f55ccf7-8b85-4ac1-878b-921f2ce01224 on network 09b59cd3-13be-4f6b-8ba8-71a7bb13ef88 {{(pid=85359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 05:04:48.781401 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75ac5a6-f62b-4f74-ab2c-b73af7aabc60 None None] Checking agent: {'id': '2c00d7f4-da3e-4cf0-ab95-3dab1af70cf6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 4, 54, 38), 'started_at': datetime.datetime(2021, 4, 16, 4, 55, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 5, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 05:04:48.781945 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75ac5a6-f62b-4f74-ab2c-b73af7aabc60 None None] Checking segment: {'id': '88f0db33-a5d4-497b-ae0c-257388b0c0ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 05:04:48.782407 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f75ac5a6-f62b-4f74-ab2c-b73af7aabc60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:48.782858 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75ac5a6-f62b-4f74-ab2c-b73af7aabc60 None None] Bound using segment: {'id': '88f0db33-a5d4-497b-ae0c-257388b0c0ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88'} {{(pid=85359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 05:04:48.783458 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-f75ac5a6-f62b-4f74-ab2c-b73af7aabc60 None None] Bound port: 1f55ccf7-8b85-4ac1-878b-921f2ce01224, host: dv-cinder-786524-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88f0db33-a5d4-497b-ae0c-257388b0c0ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88'}}] {{(pid=85359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 05:04:48.788167 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f75ac5a6-f62b-4f74-ab2c-b73af7aabc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:48.795030 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Provisioning complete for port af7e6532-c2aa-4d5a-8155-c1270b72651a triggered by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:04:48.795464 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:48.928390 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-d9acff5a-0c4a-48f9-a2a7-5eb2f32216f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:04:48.935967 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-d9acff5a-0c4a-48f9-a2a7-5eb2f32216f6 admin admin] Usage tracker for resource:security_group_rule and tenant:c5b177bd7a6048f3bdf10daecdf0133e is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:04:48.975328 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d2f7ab-7020-479d-9711-b44bf82fe632 service neutron] Pushing event updated for resources: {'Port': ['ID=bc1b177a-cca8-4073-8031-2fd446444a12,revision_number=2']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:04:48.980390 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-55d2f7ab-7020-479d-9711-b44bf82fe632 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:04:49.039307 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.db_base_plugin_common [None req-62176e60-d790-41b1-9a60-fb5753652d9c admin admin] Allocated IP 172.20.0.1 (8e950144-b586-4419-9506-52e097c234b9/3839760e-ab00-4f46-8a04-f1c8415e06da/b38752fe-d433-4e2a-a193-f2d749a252ef) {{(pid=85357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 05:04:49.095429 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-f75ac5a6-f62b-4f74-ab2c-b73af7aabc60 None None] For port 1f55ccf7-8b85-4ac1-878b-921f2ce01224, host dv-cinder-786524-1-iscsi, cleared binding levels {{(pid=85359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 05:04:49.108029 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-f75ac5a6-f62b-4f74-ab2c-b73af7aabc60 None None] For port 1f55ccf7-8b85-4ac1-878b-921f2ce01224, host dv-cinder-786524-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=1f55ccf7-8b85-4ac1-878b-921f2ce01224,segment=NetworkSegment(88f0db33-a5d4-497b-ae0c-257388b0c0ef),segment_id=88f0db33-a5d4-497b-ae0c-257388b0c0ef)] {{(pid=85359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 05:04:49.126283 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f75ac5a6-f62b-4f74-ab2c-b73af7aabc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:49.161814 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-58d0d2dd-7473-43a9-af0d-ebbffefc7959 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:04:49.265862 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-62176e60-d790-41b1-9a60-fb5753652d9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:49.306492 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-62176e60-d790-41b1-9a60-fb5753652d9c admin admin] Transition to ACTIVE for port object b38752fe-d433-4e2a-a193-f2d749a252ef will not be triggered until provisioned by entity DHCP. {{(pid=85357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 05:04:49.320856 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83237ba1-ddb9-4e91-aa8c-de001f6b4c54 None None] Pushing event updated for resources: {'Port': ['ID=1f55ccf7-8b85-4ac1-878b-921f2ce01224,revision_number=3']} {{(pid=85359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:04:49.335328 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-d9acff5a-0c4a-48f9-a2a7-5eb2f32216f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:04:49.352985 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-83237ba1-ddb9-4e91-aa8c-de001f6b4c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=85359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:04:49.378557 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [req-37f48a2d-7152-41ab-ac6d-3fc655905ed1 req-55d2f7ab-7020-479d-9711-b44bf82fe632 service neutron] Attempting to bind port bc1b177a-cca8-4073-8031-2fd446444a12 on host hv-cinder-78652 for vnic_type normal with profile  {{(pid=85356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 05:04:49.379274 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [req-37f48a2d-7152-41ab-ac6d-3fc655905ed1 req-55d2f7ab-7020-479d-9711-b44bf82fe632 service neutron] Attempting to bind port bc1b177a-cca8-4073-8031-2fd446444a12 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'e0c30da2-1a68-4f2e-be9b-2ec222378b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '469c610d-3640-4407-b2a9-dd8cd792723c'}] {{(pid=85356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 05:04:49.379851 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f48a2d-7152-41ab-ac6d-3fc655905ed1 req-55d2f7ab-7020-479d-9711-b44bf82fe632 service neutron] Attempting to bind port bc1b177a-cca8-4073-8031-2fd446444a12 on network 469c610d-3640-4407-b2a9-dd8cd792723c {{(pid=85356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 05:04:49.395823 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f48a2d-7152-41ab-ac6d-3fc655905ed1 req-55d2f7ab-7020-479d-9711-b44bf82fe632 service neutron] Port bc1b177a-cca8-4073-8031-2fd446444a12 on network 469c610d-3640-4407-b2a9-dd8cd792723c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=85356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 05:04:49.396189 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f48a2d-7152-41ab-ac6d-3fc655905ed1 req-55d2f7ab-7020-479d-9711-b44bf82fe632 service neutron] Attempting to bind port bc1b177a-cca8-4073-8031-2fd446444a12 on network 469c610d-3640-4407-b2a9-dd8cd792723c {{(pid=85356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 05:04:49.409456 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f48a2d-7152-41ab-ac6d-3fc655905ed1 req-55d2f7ab-7020-479d-9711-b44bf82fe632 service neutron] Checking agent: {'id': '5ddcce5e-7017-4c76-88fa-bffacfec0d31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 5, 1, 38), 'started_at': datetime.datetime(2021, 4, 16, 5, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 5, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 05:04:49.409777 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f48a2d-7152-41ab-ac6d-3fc655905ed1 req-55d2f7ab-7020-479d-9711-b44bf82fe632 service neutron] Checking segment: {'id': 'e0c30da2-1a68-4f2e-be9b-2ec222378b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '469c610d-3640-4407-b2a9-dd8cd792723c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 05:04:49.410445 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f48a2d-7152-41ab-ac6d-3fc655905ed1 req-55d2f7ab-7020-479d-9711-b44bf82fe632 service neutron] Bound using segment: {'id': 'e0c30da2-1a68-4f2e-be9b-2ec222378b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '469c610d-3640-4407-b2a9-dd8cd792723c'} {{(pid=85356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 05:04:49.410971 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [req-37f48a2d-7152-41ab-ac6d-3fc655905ed1 req-55d2f7ab-7020-479d-9711-b44bf82fe632 service neutron] Bound port: bc1b177a-cca8-4073-8031-2fd446444a12, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0c30da2-1a68-4f2e-be9b-2ec222378b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '469c610d-3640-4407-b2a9-dd8cd792723c'}}] {{(pid=85356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 05:04:49.411397 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-37f48a2d-7152-41ab-ac6d-3fc655905ed1 req-55d2f7ab-7020-479d-9711-b44bf82fe632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:49.600554 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75ac5a6-f62b-4f74-ab2c-b73af7aabc60 None None] Routers {'b7be94a9-5544-4735-a2b6-653305247e76'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:04:49.601146 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [req-37f48a2d-7152-41ab-ac6d-3fc655905ed1 req-55d2f7ab-7020-479d-9711-b44bf82fe632 service neutron] For port bc1b177a-cca8-4073-8031-2fd446444a12, host hv-cinder-78652, cleared binding levels {{(pid=85356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 05:04:49.601627 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-f75ac5a6-f62b-4f74-ab2c-b73af7aabc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dae8c4b38>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:04:37Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['b7be94a9-5544-4735-a2b6-653305247e76'], 'active': True} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:04:49.606910 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [req-37f48a2d-7152-41ab-ac6d-3fc655905ed1 req-55d2f7ab-7020-479d-9711-b44bf82fe632 service neutron] For port bc1b177a-cca8-4073-8031-2fd446444a12, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=bc1b177a-cca8-4073-8031-2fd446444a12,segment=NetworkSegment(e0c30da2-1a68-4f2e-be9b-2ec222378b18),segment_id=e0c30da2-1a68-4f2e-be9b-2ec222378b18)] {{(pid=85356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 05:04:49.615704 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-37f48a2d-7152-41ab-ac6d-3fc655905ed1 req-55d2f7ab-7020-479d-9711-b44bf82fe632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822724348'] for port, after_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:49.652262 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:04:49.672790 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-d9acff5a-0c4a-48f9-a2a7-5eb2f32216f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:04:49.710738 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-62176e60-d790-41b1-9a60-fb5753652d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284332319809'] for port, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:49.804440 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d2f7ab-7020-479d-9711-b44bf82fe632 service neutron] Pushing event updated for resources: {'Port': ['ID=bc1b177a-cca8-4073-8031-2fd446444a12,revision_number=3']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:04:49.811253 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-55d2f7ab-7020-479d-9711-b44bf82fe632 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:04:49.885957 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-f75ac5a6-f62b-4f74-ab2c-b73af7aabc60 None None] Set router b7be94a9-5544-4735-a2b6-653305247e76 gateway port host: dv-cinder-786524-1-iscsi {{(pid=85359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:04:50.216449 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:04:50.309365 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-f75ac5a6-f62b-4f74-ab2c-b73af7aabc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dae8c4b38>, [{'id': 'b7be94a9-5544-4735-a2b6-653305247e76', 'name': 'tempest-TestShelveInstance-54914240-router', 'tenant_id': '19a213d1b49b4109b75966286a61917f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '1f55ccf7-8b85-4ac1-878b-921f2ce01224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:04:39Z', 'updated_at': '2021-04-16T05:04:42Z', 'revision_number': 3, 'project_id': '19a213d1b49b4109b75966286a61917f', 'gw_port': {'id': '1f55ccf7-8b85-4ac1-878b-921f2ce01224', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:bd:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7be94a9-5544-4735-a2b6-653305247e76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:41Z', 'updated_at': '2021-04-16T05:04:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi'}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:04:50.313739 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f48a2d-7152-41ab-ac6d-3fc655905ed1 req-55d2f7ab-7020-479d-9711-b44bf82fe632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:04:50.314674 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-37f48a2d-7152-41ab-ac6d-3fc655905ed1 req-55d2f7ab-7020-479d-9711-b44bf82fe632 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821710155'] for port, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:50.315273 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75ac5a6-f62b-4f74-ab2c-b73af7aabc60 None None] The sync data for ids ['b7be94a9-5544-4735-a2b6-653305247e76'] in dv-cinder-786524-1-iscsi is: [{'id': 'b7be94a9-5544-4735-a2b6-653305247e76', 'name': 'tempest-TestShelveInstance-54914240-router', 'tenant_id': '19a213d1b49b4109b75966286a61917f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '1f55ccf7-8b85-4ac1-878b-921f2ce01224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:04:39Z', 'updated_at': '2021-04-16T05:04:42Z', 'revision_number': 3, 'project_id': '19a213d1b49b4109b75966286a61917f', 'gw_port': {'id': '1f55ccf7-8b85-4ac1-878b-921f2ce01224', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:bd:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7be94a9-5544-4735-a2b6-653305247e76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:41Z', 'updated_at': '2021-04-16T05:04:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi'}] {{(pid=85359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 05:04:50.324278 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-37f48a2d-7152-41ab-ac6d-3fc655905ed1 req-55d2f7ab-7020-479d-9711-b44bf82fe632 service neutron] 10.222.0.16 "PUT /v2.0/ports/bc1b177a-cca8-4073-8031-2fd446444a12 HTTP/1.1" status: 200  len: 1093 time: 3.3641131
Apr 16 05:04:50.324872 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc04bdb9-8431-4a90-ae3b-2a4e7f3911a5', 'tag': 'bc1b177a-cca8-4073-8031-2fd446444a12'}] {{(pid=85356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 05:04:50.454690 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62176e60-d790-41b1-9a60-fb5753652d9c admin admin] Network 8e950144-b586-4419-9506-52e097c234b9 is already hosted by enough agents. {{(pid=85357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 05:04:50.458393 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [None req-62176e60-d790-41b1-9a60-fb5753652d9c admin admin] Resources bound (agent type, host, resource id):  {{(pid=85357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 05:04:50.516336 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62176e60-d790-41b1-9a60-fb5753652d9c admin admin] Received port after_create {{(pid=85357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 05:04:50.516869 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-62176e60-d790-41b1-9a60-fb5753652d9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33196661'] for router_interface, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:50.532890 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f48a2d-7152-41ab-ac6d-3fc655905ed1 req-d7c01797-a20b-4252-a66f-f7d5893d8380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:04:50.535388 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-37f48a2d-7152-41ab-ac6d-3fc655905ed1 req-d7c01797-a20b-4252-a66f-f7d5893d8380 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7f44f6ee260749d7a681aeb529427a10&device_id=bc04bdb9-8431-4a90-ae3b-2a4e7f3911a5 HTTP/1.1" status: 200  len: 1096 time: 0.1201806
Apr 16 05:04:50.535976 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [req-37e8190d-a898-4f6e-a2f6-e3bf6e71999a req-aa0ef636-1672-42dd-a73a-98af0c0b06b7 tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] For port 7bc12aaf-81cf-42ab-a64a-e5bcd50f7497, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=7bc12aaf-81cf-42ab-a64a-e5bcd50f7497,segment=NetworkSegment(7997cb11-9779-48cb-bfc4-7cb7212aa616),segment_id=7997cb11-9779-48cb-bfc4-7cb7212aa616)] {{(pid=85357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:04:50.536416 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-37e8190d-a898-4f6e-a2f6-e3bf6e71999a req-aa0ef636-1672-42dd-a73a-98af0c0b06b7 tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821567696'] for port, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:50.609657 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-d9acff5a-0c4a-48f9-a2a7-5eb2f32216f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:50.637484 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62176e60-d790-41b1-9a60-fb5753652d9c admin admin] Pushing event updated for resources: {'Port': ['ID=b38752fe-d433-4e2a-a193-f2d749a252ef,revision_number=1']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:04:50.698655 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-37f48a2d-7152-41ab-ac6d-3fc655905ed1 req-b5776e97-da67-4350-af3e-719db03c67aa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc1b177a-cca8-4073-8031-2fd446444a12 HTTP/1.1" status: 200  len: 217 time: 0.1396854
Apr 16 05:04:50.712349 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-62176e60-d790-41b1-9a60-fb5753652d9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:04:50.713133 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-d9acff5a-0c4a-48f9-a2a7-5eb2f32216f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:50.822709 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f48a2d-7152-41ab-ac6d-3fc655905ed1 req-01d8f2b3-645a-444e-a56d-2821d4bb8b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:04:50.824400 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-37f48a2d-7152-41ab-ac6d-3fc655905ed1 req-01d8f2b3-645a-444e-a56d-2821d4bb8b6e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=28b73d84-839b-41f8-8a99-404cd24cc829 HTTP/1.1" status: 200  len: 854 time: 0.1180193
Apr 16 05:04:50.832999 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:04:50.880484 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [req-37e8190d-a898-4f6e-a2f6-e3bf6e71999a req-aa0ef636-1672-42dd-a73a-98af0c0b06b7 tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] Calling delete_port for 7bc12aaf-81cf-42ab-a64a-e5bcd50f7497 owned by compute:nova {{(pid=85357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 05:04:50.903445 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-a82b99c0-bdd9-45b2-b024-ca5d65fd5925 None None] Provisioning for port b38752fe-d433-4e2a-a193-f2d749a252ef completed by entity DHCP. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 05:04:50.934035 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-a82b99c0-bdd9-45b2-b024-ca5d65fd5925 None None] Provisioning complete for port b38752fe-d433-4e2a-a193-f2d749a252ef triggered by entity DHCP. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:04:50.934461 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a82b99c0-bdd9-45b2-b024-ca5d65fd5925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:50.962750 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-37f48a2d-7152-41ab-ac6d-3fc655905ed1 req-0e30baad-7af6-45b9-975a-4424cf62ab7b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=469c610d-3640-4407-b2a9-dd8cd792723c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1284916
Apr 16 05:04:51.038864 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-a82b99c0-bdd9-45b2-b024-ca5d65fd5925 None None] Port b38752fe-d433-4e2a-a193-f2d749a252ef cannot update to ACTIVE because it is not bound. {{(pid=85358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 16 05:04:51.110007 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-d9acff5a-0c4a-48f9-a2a7-5eb2f32216f6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c5b177bd7a6048f3bdf10daecdf0133e&name=default HTTP/1.1" status: 200  len: 2979 time: 2.9900913
Apr 16 05:04:51.110007 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9acff5a-0c4a-48f9-a2a7-5eb2f32216f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=317256e4-1443-4ee6-966b-5cc0ce8771bd,revision_number=1']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:04:51.119033 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 34180) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:04:51.155203 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 34184) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:04:51.165390 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-d9acff5a-0c4a-48f9-a2a7-5eb2f32216f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:04:51.243950 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-32713f86-0f28-4233-acb8-47ccc629223a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:51.300651 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-32713f86-0f28-4233-acb8-47ccc629223a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:51.310146 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-37f48a2d-7152-41ab-ac6d-3fc655905ed1 req-a93f5ee7-ee2c-429a-aa74-0c9307ae3a2b service neutron] 10.222.0.16 "GET /v2.0/networks/469c610d-3640-4407-b2a9-dd8cd792723c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3396070
Apr 16 05:04:51.337244 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77564c29-02b9-435c-ba39-f7a14d54fe66 req-1b91fb04-274a-4024-87e0-98c1966cb82d tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:04:51.340144 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-77564c29-02b9-435c-ba39-f7a14d54fe66 req-1b91fb04-274a-4024-87e0-98c1966cb82d tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc04bdb9-8431-4a90-ae3b-2a4e7f3911a5 HTTP/1.1" status: 200  len: 943 time: 1.9986937
Apr 16 05:04:51.450076 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1eb20a-c1a9-4427-aea0-f6309a8e7986 req-c9df8f4f-6904-4c7e-a357-6614f3df1ed0 tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:04:51.451882 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-7a1eb20a-c1a9-4427-aea0-f6309a8e7986 req-c9df8f4f-6904-4c7e-a357-6614f3df1ed0 tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4bc26f-251b-4112-b09b-1f0028c33bb8 HTTP/1.1" status: 200  len: 946 time: 1.4081185
Apr 16 05:04:51.477131 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-77564c29-02b9-435c-ba39-f7a14d54fe66 req-090602cd-52e6-40e8-87b3-5e84a995e879 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/security-groups?id=4caff57c-68d2-4f1f-a5bc-b37d2db244ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1193466
Apr 16 05:04:51.688975 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-eaaa6408-d902-44cf-8b9a-1f4c12bc3593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:51.710523 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-37f48a2d-7152-41ab-ac6d-3fc655905ed1 req-2e83c36e-c2c6-435c-beaa-7ee69ac5bad6 service neutron] 10.222.0.16 "GET /v2.0/networks/469c610d-3640-4407-b2a9-dd8cd792723c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3912764
Apr 16 05:04:51.719921 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc04bdb9-8431-4a90-ae3b-2a4e7f3911a5', 'tag': 'bc1b177a-cca8-4073-8031-2fd446444a12', 'status': 'completed', 'code': 200}
Apr 16 05:04:51.727537 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-eaaa6408-d902-44cf-8b9a-1f4c12bc3593 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:04:51.738442 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-7a1eb20a-c1a9-4427-aea0-f6309a8e7986 req-16743780-2c84-430f-9b9c-3f66a6a3ca52 tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] 10.222.0.26 "GET /v2.0/security-groups?id=152260db-7b46-47c6-a2ca-ab006ffc199c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2570531
Apr 16 05:04:51.754151 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-eaaa6408-d902-44cf-8b9a-1f4c12bc3593 admin admin] Usage tracker for resource:security_group_rule and tenant:c486639bced545acaaad539efdb3dfa3 is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:04:51.771124 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-eaaa6408-d902-44cf-8b9a-1f4c12bc3593 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:04:51.782721 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device 7bc12aaf-81cf-42ab-a64a-e5bcd50f7497 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 05:04:51.792595 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-eaaa6408-d902-44cf-8b9a-1f4c12bc3593 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:04:51.794967 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-32713f86-0f28-4233-acb8-47ccc629223a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:51.795233 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-62176e60-d790-41b1-9a60-fb5753652d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:51.807201 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:04:51.842984 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32713f86-0f28-4233-acb8-47ccc629223a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=317256e4-1443-4ee6-966b-5cc0ce8771bd,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:04:51.855835 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-32713f86-0f28-4233-acb8-47ccc629223a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:04:51.859108 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-32713f86-0f28-4233-acb8-47ccc629223a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:51.874552 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-32713f86-0f28-4233-acb8-47ccc629223a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/317256e4-1443-4ee6-966b-5cc0ce8771bd HTTP/1.1" status: 204  len: 168 time: 0.7441874
Apr 16 05:04:51.894893 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-37e8190d-a898-4f6e-a2f6-e3bf6e71999a req-aa0ef636-1672-42dd-a73a-98af0c0b06b7 tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752522904879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752522456008'] for port, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:51.897799 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] No Port match for: 7bc12aaf-81cf-42ab-a64a-e5bcd50f7497 {{(pid=85358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 16 05:04:51.898439 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device 7bc12aaf-81cf-42ab-a64a-e5bcd50f7497 not bound to the agent host hv-cinder-78652 {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 05:04:51.960259 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-a674701e-e6f4-4239-8f8a-6d52c9b5d564 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:04:51.983902 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5545cb-f9c6-408c-ab11-3b115a1009f7 req-7b668343-9efc-49c0-8786-8a1bcf4f5863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:04:51.987285 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-fe5545cb-f9c6-408c-ab11-3b115a1009f7 req-7b668343-9efc-49c0-8786-8a1bcf4f5863 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7f44f6ee260749d7a681aeb529427a10&device_id=bc04bdb9-8431-4a90-ae3b-2a4e7f3911a5 HTTP/1.1" status: 200  len: 1096 time: 0.1087630
Apr 16 05:04:52.168295 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0ef636-1672-42dd-a73a-98af0c0b06b7 tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] Pushing event deleted for resources: {'Port': ['ID=7bc12aaf-81cf-42ab-a64a-e5bcd50f7497,revision_number=None']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:04:52.172664 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-aa0ef636-1672-42dd-a73a-98af0c0b06b7 tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:04:52.203418 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5545cb-f9c6-408c-ab11-3b115a1009f7 req-ca39a459-fca6-4341-9628-49e6a1470151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:04:52.207029 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-fe5545cb-f9c6-408c-ab11-3b115a1009f7 req-ca39a459-fca6-4341-9628-49e6a1470151 service neutron] 10.222.0.16 "GET /v2.0/networks?id=469c610d-3640-4407-b2a9-dd8cd792723c HTTP/1.1" status: 200  len: 915 time: 0.2116838
Apr 16 05:04:52.344100 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 34212) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:04:52.348035 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-fe5545cb-f9c6-408c-ab11-3b115a1009f7 req-9fa5afa2-6312-49af-8f80-6d4d52fecc58 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc1b177a-cca8-4073-8031-2fd446444a12 HTTP/1.1" status: 200  len: 217 time: 0.1322932
Apr 16 05:04:52.447254 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device 1f55ccf7-8b85-4ac1-878b-921f2ce01224 up at agent ovs-agent-dv-cinder-786524-1-iscsi {{(pid=85358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 05:04:52.470212 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-dc3a7311-a820-4a67-b3a9-913baca990e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:52.534114 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5545cb-f9c6-408c-ab11-3b115a1009f7 req-e2aea08c-020e-4b0f-bf96-8c6300c6af46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:04:52.537217 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-fe5545cb-f9c6-408c-ab11-3b115a1009f7 req-e2aea08c-020e-4b0f-bf96-8c6300c6af46 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=28b73d84-839b-41f8-8a99-404cd24cc829 HTTP/1.1" status: 200  len: 854 time: 0.1610024
Apr 16 05:04:52.551821 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-dc3a7311-a820-4a67-b3a9-913baca990e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:04:52.593792 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Provisioning for port 1f55ccf7-8b85-4ac1-878b-921f2ce01224 completed by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 05:04:52.602265 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Provisioning complete for port 1f55ccf7-8b85-4ac1-878b-921f2ce01224 triggered by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:04:52.603062 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:52.645869 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-dc3a7311-a820-4a67-b3a9-913baca990e2 admin admin] Usage tracker for resource:security_group_rule and tenant:ddec851ff51c4441844a50deb707c17c is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:04:52.686933 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-dc3a7311-a820-4a67-b3a9-913baca990e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:04:52.710301 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-fe5545cb-f9c6-408c-ab11-3b115a1009f7 req-e1f5d237-2a2c-42a4-b309-6b802f28f544 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=469c610d-3640-4407-b2a9-dd8cd792723c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1614347
Apr 16 05:04:52.763229 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:52.808760 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] For port 1f55ccf7-8b85-4ac1-878b-921f2ce01224, host dv-cinder-786524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=1f55ccf7-8b85-4ac1-878b-921f2ce01224,segment=NetworkSegment(88f0db33-a5d4-497b-ae0c-257388b0c0ef),segment_id=88f0db33-a5d4-497b-ae0c-257388b0c0ef)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:04:52.820443 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:52.822540 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [req-37e8190d-a898-4f6e-a2f6-e3bf6e71999a req-aa0ef636-1672-42dd-a73a-98af0c0b06b7 tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] No DVR routers for this DVR port 7bc12aaf-81cf-42ab-a64a-e5bcd50f7497 on host hv-cinder-78652 {{(pid=85357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 16 05:04:52.823393 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:04:52.827997 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-37e8190d-a898-4f6e-a2f6-e3bf6e71999a req-aa0ef636-1672-42dd-a73a-98af0c0b06b7 tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:52.878947 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d4bc26f-251b-4112-b09b-1f0028c33bb8', 'name': 'network-vif-deleted', 'tag': '7bc12aaf-81cf-42ab-a64a-e5bcd50f7497'}] {{(pid=85357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 05:04:52.889911 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-37e8190d-a898-4f6e-a2f6-e3bf6e71999a req-aa0ef636-1672-42dd-a73a-98af0c0b06b7 tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] 10.222.0.16 "DELETE /v2.0/ports/7bc12aaf-81cf-42ab-a64a-e5bcd50f7497 HTTP/1.1" status: 204  len: 173 time: 4.6559229
Apr 16 05:04:53.006798 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Pushing event updated for resources: {'Port': ['ID=1f55ccf7-8b85-4ac1-878b-921f2ce01224,revision_number=4']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:04:53.012091 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:04:53.045905 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-eaaa6408-d902-44cf-8b9a-1f4c12bc3593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:53.125284 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-62176e60-d790-41b1-9a60-fb5753652d9c admin admin] Notify callbacks [] for port, precommit_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:53.159706 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-eaaa6408-d902-44cf-8b9a-1f4c12bc3593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:53.226694 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-dc3a7311-a820-4a67-b3a9-913baca990e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:04:53.238797 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-fe5545cb-f9c6-408c-ab11-3b115a1009f7 req-710d7984-e696-4a92-b058-cf773e060e03 service neutron] 10.222.0.16 "GET /v2.0/networks/469c610d-3640-4407-b2a9-dd8cd792723c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5114632
Apr 16 05:04:53.256577 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:04:53.270162 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-62176e60-d790-41b1-9a60-fb5753652d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:53.276871 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 34236) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:04:53.292464 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-62176e60-d790-41b1-9a60-fb5753652d9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036821710185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036821579246'] for router_interface, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:53.307386 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-afb588e1-3201-4717-8ed4-1cb649573799 req-fbaacceb-b782-430d-a2fc-7f184322800e tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] Synchronizing usage tracker for tenant:38f882efdbbe40d39a333416247b05be on resource:port {{(pid=85357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 05:04:53.480410 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-eaaa6408-d902-44cf-8b9a-1f4c12bc3593 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c486639bced545acaaad539efdb3dfa3&name=default HTTP/1.1" status: 200  len: 2979 time: 2.3165870
Apr 16 05:04:53.482679 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 34240) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:04:53.500243 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c86b5-dffd-46fd-8364-aebe0308473f req-35a55948-7bd2-4864-8f66-0d1ffa1338dd tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:04:53.502083 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-fd1c86b5-dffd-46fd-8364-aebe0308473f req-35a55948-7bd2-4864-8f66-0d1ffa1338dd tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc04bdb9-8431-4a90-ae3b-2a4e7f3911a5 HTTP/1.1" status: 200  len: 943 time: 0.6252956
Apr 16 05:04:53.503182 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaa6408-d902-44cf-8b9a-1f4c12bc3593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0288f8f-40c1-48d3-b7d2-2a6b8e8ec021,revision_number=1']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:04:53.520792 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-eaaa6408-d902-44cf-8b9a-1f4c12bc3593 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:04:53.522987 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-afb588e1-3201-4717-8ed4-1cb649573799 req-fbaacceb-b782-430d-a2fc-7f184322800e tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] Unset dirty status for tenant:38f882efdbbe40d39a333416247b05be on resource:port {{(pid=85357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 05:04:53.524175 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-afb588e1-3201-4717-8ed4-1cb649573799 req-fbaacceb-b782-430d-a2fc-7f184322800e tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4bc26f-251b-4112-b09b-1f0028c33bb8 HTTP/1.1" status: 200  len: 210 time: 0.4575870
Apr 16 05:04:53.524782 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-aa0ef636-1672-42dd-a73a-98af0c0b06b7 tempest-DeleteServersTestJSON-203817389 tempest-DeleteServersTestJSON-203817389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.171s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:04:53.608050 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62176e60-d790-41b1-9a60-fb5753652d9c admin admin] Pushing event updated for resources: {'Port': ['ID=b38752fe-d433-4e2a-a193-f2d749a252ef,revision_number=2']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:04:53.622169 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-fe5545cb-f9c6-408c-ab11-3b115a1009f7 req-6ae3828e-65b4-42f4-bf13-57e137e35595 service neutron] 10.222.0.16 "GET /v2.0/networks/469c610d-3640-4407-b2a9-dd8cd792723c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3711705
Apr 16 05:04:53.655582 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-62176e60-d790-41b1-9a60-fb5753652d9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:04:53.669496 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-1bcf674c-09d6-4343-8108-be3122e9b368 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:53.674811 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.db_base_plugin_v2 [None req-eafcaf96-15b4-40ac-9724-2a20a841dc64 admin admin] Deleting subnet 4d3ea71b-3fa7-4635-998d-759a0c5c826c {{(pid=85357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 16 05:04:53.683617 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-eafcaf96-15b4-40ac-9724-2a20a841dc64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:53.729418 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-dc3a7311-a820-4a67-b3a9-913baca990e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:53.762914 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-dc3a7311-a820-4a67-b3a9-913baca990e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:53.776343 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:04:53.783202 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-fd1c86b5-dffd-46fd-8364-aebe0308473f req-e86b15ce-8447-4e90-a1e0-ed33fabc589d tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/security-groups?id=4caff57c-68d2-4f1f-a5bc-b37d2db244ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1803875
Apr 16 05:04:53.785856 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-eafcaf96-15b4-40ac-9724-2a20a841dc64 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:53.798458 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-1bcf674c-09d6-4343-8108-be3122e9b368 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:53.798779 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device bc1b177a-cca8-4073-8031-2fd446444a12 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=85358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 16 05:04:53.827947 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-eafcaf96-15b4-40ac-9724-2a20a841dc64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-24815'] for subnet, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:53.864924 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3a7311-a820-4a67-b3a9-913baca990e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a8b8c88-31e8-4fd6-a5fa-ec930497b88d,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:04:53.876574 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-dc3a7311-a820-4a67-b3a9-913baca990e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:04:53.880335 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d4bc26f-251b-4112-b09b-1f0028c33bb8', 'name': 'network-vif-deleted', 'tag': '7bc12aaf-81cf-42ab-a64a-e5bcd50f7497', 'status': 'completed', 'code': 200}
Apr 16 05:04:53.883200 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62176e60-d790-41b1-9a60-fb5753652d9c admin admin] Network 8e950144-b586-4419-9506-52e097c234b9 is already hosted by enough agents. {{(pid=85357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 05:04:53.890254 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [None req-62176e60-d790-41b1-9a60-fb5753652d9c admin admin] Resources bound (agent type, host, resource id):  {{(pid=85357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 05:04:53.896601 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-dc3a7311-a820-4a67-b3a9-913baca990e2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ddec851ff51c4441844a50deb707c17c&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5469897
Apr 16 05:04:53.901034 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 34244) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:04:54.015424 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ab4f8581-3f59-437b-afcb-e7f38372e4f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:54.018944 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-1bcf674c-09d6-4343-8108-be3122e9b368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:54.047619 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:04:54.074446 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcf674c-09d6-4343-8108-be3122e9b368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0288f8f-40c1-48d3-b7d2-2a6b8e8ec021,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:04:54.074754 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] For port bc1b177a-cca8-4073-8031-2fd446444a12, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=bc1b177a-cca8-4073-8031-2fd446444a12,segment=NetworkSegment(e0c30da2-1a68-4f2e-be9b-2ec222378b18),segment_id=e0c30da2-1a68-4f2e-be9b-2ec222378b18)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:04:54.095090 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-1bcf674c-09d6-4343-8108-be3122e9b368 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:04:54.098094 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Returning: {'device': 'bc1b177a-cca8-4073-8031-2fd446444a12', 'network_id': '469c610d-3640-4407-b2a9-dd8cd792723c', 'port_id': 'bc1b177a-cca8-4073-8031-2fd446444a12', 'mac_address': 'fa:16:3e:5c:bc:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28b73d84-839b-41f8-8a99-404cd24cc829', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 16 05:04:54.101537 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-1bcf674c-09d6-4343-8108-be3122e9b368 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:54.108270 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-1bcf674c-09d6-4343-8108-be3122e9b368 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a0288f8f-40c1-48d3-b7d2-2a6b8e8ec021 HTTP/1.1" status: 204  len: 168 time: 0.6231449
Apr 16 05:04:54.114940 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ab4f8581-3f59-437b-afcb-e7f38372e4f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:54.215771 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ab4f8581-3f59-437b-afcb-e7f38372e4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:54.228793 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-4d8a63f9-30b2-4d8a-ba0c-49cdb665f358 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:04:54.239311 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:54.271782 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc1b177a-cca8-4073-8031-2fd446444a12 {{(pid=85358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 05:04:54.291977 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4f8581-3f59-437b-afcb-e7f38372e4f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a8b8c88-31e8-4fd6-a5fa-ec930497b88d,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:04:54.300551 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ab4f8581-3f59-437b-afcb-e7f38372e4f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:54.318134 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-ab4f8581-3f59-437b-afcb-e7f38372e4f7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1a8b8c88-31e8-4fd6-a5fa-ec930497b88d HTTP/1.1" status: 204  len: 168 time: 0.4030745
Apr 16 05:04:54.320709 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-ab4f8581-3f59-437b-afcb-e7f38372e4f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:04:54.352254 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] For port bc1b177a-cca8-4073-8031-2fd446444a12, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=bc1b177a-cca8-4073-8031-2fd446444a12,segment=NetworkSegment(e0c30da2-1a68-4f2e-be9b-2ec222378b18),segment_id=e0c30da2-1a68-4f2e-be9b-2ec222378b18)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:04:54.369216 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-f9dbce33-aa24-41c7-bf0a-27339cb90b06 None None] Provisioning complete for port b38752fe-d433-4e2a-a193-f2d749a252ef triggered by entity DHCP. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:04:54.373378 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f9dbce33-aa24-41c7-bf0a-27339cb90b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:54.450777 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:54.462395 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:04:54.521745 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device 1f55ccf7-8b85-4ac1-878b-921f2ce01224 up at agent ovs-agent-dv-cinder-786524-1-iscsi {{(pid=85358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 05:04:54.714254 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-f9dbce33-aa24-41c7-bf0a-27339cb90b06 None None] Port b38752fe-d433-4e2a-a193-f2d749a252ef cannot update to ACTIVE because it is not bound. {{(pid=85358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 16 05:04:54.719906 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Pushing event updated for resources: {'Port': ['ID=bc1b177a-cca8-4073-8031-2fd446444a12,revision_number=4']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:04:54.723928 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Provisioning complete for port 1f55ccf7-8b85-4ac1-878b-921f2ce01224 triggered by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:04:54.724486 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:54.775575 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62176e60-d790-41b1-9a60-fb5753652d9c admin admin] Router b7be94a9-5544-4735-a2b6-653305247e76 has already been hosted by L3 agent 9bacd1b6-99a0-44b1-8352-fe12768771b0 {{(pid=85357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 16 05:04:54.795146 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:04:54.808267 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] get_ports_and_sgs() called for port_ids ['bc1b177a-cca8-4073-8031-2fd446444a12'] {{(pid=85358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 05:04:55.243878 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 34278) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:04:55.266449 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-357612a0-4bb2-4c94-8532-a47c292d9636 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:55.285800 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-357612a0-4bb2-4c94-8532-a47c292d9636 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:04:55.290358 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-357612a0-4bb2-4c94-8532-a47c292d9636 admin admin] Usage tracker for resource:security_group_rule and tenant:a3e7ac80e83e4a8396ffb7a922022b10 is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:04:55.293794 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-357612a0-4bb2-4c94-8532-a47c292d9636 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:04:55.305551 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-357612a0-4bb2-4c94-8532-a47c292d9636 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:04:55.415077 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-357612a0-4bb2-4c94-8532-a47c292d9636 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:55.425323 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-357612a0-4bb2-4c94-8532-a47c292d9636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:55.459530 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-429f32fd-ce3a-4184-baa2-c8245b484537 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:04:55.472305 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-357612a0-4bb2-4c94-8532-a47c292d9636 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a3e7ac80e83e4a8396ffb7a922022b10&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2244551
Apr 16 05:04:55.473144 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 34286) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:04:55.531683 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357612a0-4bb2-4c94-8532-a47c292d9636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e7abe0e-8d2a-4282-bde0-3a65e0709306,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:04:55.540594 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-357612a0-4bb2-4c94-8532-a47c292d9636 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:04:55.592622 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-3276e38b-cb54-4dad-b510-c2da3c117f55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:55.637688 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-3276e38b-cb54-4dad-b510-c2da3c117f55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:55.688635 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3806fc4c-7f90-494b-85ab-c29acd559e25 req-c9416c69-00cf-4dbf-b170-2165bfc277c0 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:04:55.690619 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-3806fc4c-7f90-494b-85ab-c29acd559e25 req-c9416c69-00cf-4dbf-b170-2165bfc277c0 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc04bdb9-8431-4a90-ae3b-2a4e7f3911a5 HTTP/1.1" status: 200  len: 944 time: 0.5844390
Apr 16 05:04:55.727915 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-3276e38b-cb54-4dad-b510-c2da3c117f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:55.738055 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-ec09c1d4-449b-460a-ad71-0a396df24c21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:04:55.751317 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62176e60-d790-41b1-9a60-fb5753652d9c admin admin] Notify agent at l3_agent.dv-cinder-786524-1-iscsi the message routers_updated {{(pid=85357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 05:04:55.768492 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-62176e60-d790-41b1-9a60-fb5753652d9c admin admin] 10.222.0.26 "PUT /v2.0/routers/b7be94a9-5544-4735-a2b6-653305247e76/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.2136722
Apr 16 05:04:55.768894 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3276e38b-cb54-4dad-b510-c2da3c117f55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e7abe0e-8d2a-4282-bde0-3a65e0709306,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:04:55.771646 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f822a114-7813-4c7b-a96d-53c2a496a2eb None None] Sync routers for ids ['b7be94a9-5544-4735-a2b6-653305247e76'] in dv-cinder-786524-1-iscsi {{(pid=85358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 05:04:55.771829 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-3276e38b-cb54-4dad-b510-c2da3c117f55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:04:55.778440 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-3276e38b-cb54-4dad-b510-c2da3c117f55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:55.780625 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-3276e38b-cb54-4dad-b510-c2da3c117f55 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3e7abe0e-8d2a-4282-bde0-3a65e0709306 HTTP/1.1" status: 204  len: 168 time: 0.3062053
Apr 16 05:04:55.838905 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-3806fc4c-7f90-494b-85ab-c29acd559e25 req-89d32b8c-36fd-42e1-b6c2-2936a9393274 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/security-groups?id=4caff57c-68d2-4f1f-a5bc-b37d2db244ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1283419
Apr 16 05:04:55.840687 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-eafcaf96-15b4-40ac-9724-2a20a841dc64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854751001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821614264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202'] for subnet, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:55.847032 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f822a114-7813-4c7b-a96d-53c2a496a2eb None None] Routers {'b7be94a9-5544-4735-a2b6-653305247e76'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:04:55.847618 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-f822a114-7813-4c7b-a96d-53c2a496a2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dae935198>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:04:37Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['b7be94a9-5544-4735-a2b6-653305247e76'], 'active': True} {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:04:55.888711 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:04:56.116412 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafcaf96-15b4-40ac-9724-2a20a841dc64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d3ea71b-3fa7-4635-998d-759a0c5c826c,revision_number=None']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:04:56.133008 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-eafcaf96-15b4-40ac-9724-2a20a841dc64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:04:56.222469 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-eafcaf96-15b4-40ac-9724-2a20a841dc64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:56.239260 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-eafcaf96-15b4-40ac-9724-2a20a841dc64 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/4d3ea71b-3fa7-4635-998d-759a0c5c826c HTTP/1.1" status: 204  len: 168 time: 2.9550254
Apr 16 05:04:56.244203 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 34308) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:04:56.547721 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0a5c18fa-f075-4f48-bc88-12ae456ee5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854762676'] for network, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:56.580215 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-f822a114-7813-4c7b-a96d-53c2a496a2eb None None] Set router b7be94a9-5544-4735-a2b6-653305247e76 gateway port host: dv-cinder-786524-1-iscsi {{(pid=85358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:04:56.972765 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0a5c18fa-f075-4f48-bc88-12ae456ee5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854672018', 'neutron.services.segments.db._delete_segments_for_network-8752523025096'] for network, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:57.288565 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.services.segments.db [None req-0a5c18fa-f075-4f48-bc88-12ae456ee5c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5dae7a2400>,) {'filters': {'network_id': ['88d11ec5-b123-4adf-abef-83daa831a8d5']}} {{(pid=85356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:04:57.330201 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.services.segments.db [None req-0a5c18fa-f075-4f48-bc88-12ae456ee5c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5dae7a2400>, '54bb4596-5579-4af1-99b2-1b5767d46e4b') {'for_net_delete': True} {{(pid=85356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:04:57.333877 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.services.segments.db [None req-0a5c18fa-f075-4f48-bc88-12ae456ee5c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5dae7a2400>, '54bb4596-5579-4af1-99b2-1b5767d46e4b') {} {{(pid=85356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:04:57.375156 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0a5c18fa-f075-4f48-bc88-12ae456ee5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752523028953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33375231'] for segment, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:57.430779 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0a5c18fa-f075-4f48-bc88-12ae456ee5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854750583'] for segment, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:57.443967 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a5c18fa-f075-4f48-bc88-12ae456ee5c6 admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=85356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 16 05:04:57.506947 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd579c9e-642d-478c-b2be-4809089d0cdc req-560da3ea-9af8-4e87-880d-ebda44dc7508 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:04:57.522128 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-bd579c9e-642d-478c-b2be-4809089d0cdc req-560da3ea-9af8-4e87-880d-ebda44dc7508 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc04bdb9-8431-4a90-ae3b-2a4e7f3911a5 HTTP/1.1" status: 200  len: 944 time: 0.2133219
Apr 16 05:04:57.555982 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-f822a114-7813-4c7b-a96d-53c2a496a2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dae935198>, [{'id': 'b7be94a9-5544-4735-a2b6-653305247e76', 'name': 'tempest-TestShelveInstance-54914240-router', 'tenant_id': '19a213d1b49b4109b75966286a61917f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '1f55ccf7-8b85-4ac1-878b-921f2ce01224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:04:39Z', 'updated_at': '2021-04-16T05:04:51Z', 'revision_number': 4, 'project_id': '19a213d1b49b4109b75966286a61917f', 'gw_port': {'id': '1f55ccf7-8b85-4ac1-878b-921f2ce01224', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:bd:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7be94a9-5544-4735-a2b6-653305247e76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:41Z', 'updated_at': '2021-04-16T05:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi', '_interfaces': [{'id': 'b38752fe-d433-4e2a-a193-f2d749a252ef', 'name': '', 'network_id': '8e950144-b586-4419-9506-52e097c234b9', 'tenant_id': '19a213d1b49b4109b75966286a61917f', 'mac_address': 'fa:16:3e:a7:b0:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7be94a9-5544-4735-a2b6-653305247e76', 'device_owner': 'network:router_interface', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '3839760e-ab00-4f46-8a04-f1c8415e06da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:48Z', 'updated_at': '2021-04-16T05:04:52Z', 'revision_number': 2, 'project_id': '19a213d1b49b4109b75966286a61917f', 'subnets': [{'id': '3839760e-ab00-4f46-8a04-f1c8415e06da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:04:57.572885 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f822a114-7813-4c7b-a96d-53c2a496a2eb None None] Checking router: b7be94a9-5544-4735-a2b6-653305247e76 for host: dv-cinder-786524-1-iscsi {{(pid=85358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 05:04:57.573345 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f822a114-7813-4c7b-a96d-53c2a496a2eb None None] Updating router b7be94a9-5544-4735-a2b6-653305247e76 port b38752fe-d433-4e2a-a193-f2d749a252ef binding host dv-cinder-786524-1-iscsi {{(pid=85358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 16 05:04:57.633666 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-bd579c9e-642d-478c-b2be-4809089d0cdc req-cf11be47-b7fe-4473-870a-042e3f21e59b tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/security-groups?id=4caff57c-68d2-4f1f-a5bc-b37d2db244ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1024127
Apr 16 05:04:57.709846 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f822a114-7813-4c7b-a96d-53c2a496a2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:57.794360 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-0a5c18fa-f075-4f48-bc88-12ae456ee5c6 admin admin] Network 88d11ec5-b123-4adf-abef-83daa831a8d5 has no segments {{(pid=85356) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 16 05:04:57.806641 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0a5c18fa-f075-4f48-bc88-12ae456ee5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-25233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32053224'] for segment, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:57.881960 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 34358) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:04:57.893824 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-799ca1e8-207a-49f9-9d83-e8c82961fa6c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1869201796-network', 'tenant_id': 'ce83df192629467992e560af6887d251'}} {{(pid=85357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:04:57.940842 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-799ca1e8-207a-49f9-9d83-e8c82961fa6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:04:57.964382 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-799ca1e8-207a-49f9-9d83-e8c82961fa6c admin admin] Usage tracker for resource:network and tenant:ce83df192629467992e560af6887d251 is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:04:57.979190 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-799ca1e8-207a-49f9-9d83-e8c82961fa6c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:04:57.987657 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 34362) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:04:58.010904 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-799ca1e8-207a-49f9-9d83-e8c82961fa6c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:04:58.088588 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-799ca1e8-207a-49f9-9d83-e8c82961fa6c admin admin] Made reservation on behalf of ce83df192629467992e560af6887d251 for: {'network': 1} {{(pid=85357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 05:04:58.105780 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-799ca1e8-207a-49f9-9d83-e8c82961fa6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for network, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:58.141496 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-0a5c18fa-f075-4f48-bc88-12ae456ee5c6 admin admin] Network 88d11ec5-b123-4adf-abef-83daa831a8d5 has no segments {{(pid=85356) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 16 05:04:58.154192 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device bc1b177a-cca8-4073-8031-2fd446444a12 up at agent hyperv_hv-cinder-78652 {{(pid=85358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 05:04:58.236372 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-799ca1e8-207a-49f9-9d83-e8c82961fa6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:58.309164 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-799ca1e8-207a-49f9-9d83-e8c82961fa6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:04:58.319884 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-799ca1e8-207a-49f9-9d83-e8c82961fa6c admin admin] Usage tracker for resource:security_group_rule and tenant:ce83df192629467992e560af6887d251 is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:04:58.326119 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-799ca1e8-207a-49f9-9d83-e8c82961fa6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:04:58.336379 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.db_base_plugin_v2 [None req-526a0e22-ecbb-4201-a831-00a90b798593 admin admin] Deleting subnet b1b631c1-ecf0-4c00-9c5c-256ae81c8439 {{(pid=85357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 16 05:04:58.340568 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-526a0e22-ecbb-4201-a831-00a90b798593 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:58.430846 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-526a0e22-ecbb-4201-a831-00a90b798593 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:58.441083 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-526a0e22-ecbb-4201-a831-00a90b798593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-24815'] for subnet, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:58.450155 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Provisioning for port bc1b177a-cca8-4073-8031-2fd446444a12 completed by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 05:04:58.467442 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Provisioning complete for port bc1b177a-cca8-4073-8031-2fd446444a12 triggered by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:04:58.468680 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:58.570247 dv-cinder-786524-1-iscsi neutron-server[85243]: Traceback (most recent call last):
Apr 16 05:04:58.570247 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 05:04:58.570247 dv-cinder-786524-1-iscsi neutron-server[85243]:     timer()
Apr 16 05:04:58.570247 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 05:04:58.570247 dv-cinder-786524-1-iscsi neutron-server[85243]:     cb(*args, **kw)
Apr 16 05:04:58.570247 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 16 05:04:58.570247 dv-cinder-786524-1-iscsi neutron-server[85243]:     return func(*args, **kwargs)
Apr 16 05:04:58.570247 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 05:04:58.570247 dv-cinder-786524-1-iscsi neutron-server[85243]:     self._notify()
Apr 16 05:04:58.570247 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 05:04:58.570247 dv-cinder-786524-1-iscsi neutron-server[85243]:     self.callback(batched_events)
Apr 16 05:04:58.570247 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 05:04:58.570247 dv-cinder-786524-1-iscsi neutron-server[85243]:     event.method(event)
Apr 16 05:04:58.570247 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 16 05:04:58.570247 dv-cinder-786524-1-iscsi neutron-server[85243]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 05:04:58.570247 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 16 05:04:58.570247 dv-cinder-786524-1-iscsi neutron-server[85243]:     segment_id)['aggregates'][0]
Apr 16 05:04:58.570247 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 16 05:04:58.570247 dv-cinder-786524-1-iscsi neutron-server[85243]:     return f(self, *a, **k)
Apr 16 05:04:58.570247 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 16 05:04:58.570247 dv-cinder-786524-1-iscsi neutron-server[85243]:     return self._get(url).json()
Apr 16 05:04:58.570247 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 05:04:58.570247 dv-cinder-786524-1-iscsi neutron-server[85243]:     **kwargs)
Apr 16 05:04:58.570247 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 05:04:58.570247 dv-cinder-786524-1-iscsi neutron-server[85243]:     return self.request(url, 'GET', **kwargs)
Apr 16 05:04:58.570247 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 16 05:04:58.570247 dv-cinder-786524-1-iscsi neutron-server[85243]:     **endpoint_filter)
Apr 16 05:04:58.570247 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 05:04:58.570247 dv-cinder-786524-1-iscsi neutron-server[85243]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 05:04:58.570247 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 05:04:58.570247 dv-cinder-786524-1-iscsi neutron-server[85243]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 05:04:58.570247 dv-cinder-786524-1-iscsi neutron-server[85243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 05:04:58.572418 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0a5c18fa-f075-4f48-bc88-12ae456ee5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-103783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821614228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33197052'] for network, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:58.577188 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-ec09c1d4-449b-460a-ad71-0a396df24c21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:04:58.606094 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0a5c18fa-f075-4f48-bc88-12ae456ee5c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821710155'] for network, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:58.609484 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5c18fa-f075-4f48-bc88-12ae456ee5c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=88d11ec5-b123-4adf-abef-83daa831a8d5,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:04:58.614902 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-0a5c18fa-f075-4f48-bc88-12ae456ee5c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:04:58.621591 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-0a5c18fa-f075-4f48-bc88-12ae456ee5c6 admin admin] 10.222.0.26 "DELETE /v2.0/networks/88d11ec5-b123-4adf-abef-83daa831a8d5 HTTP/1.1" status: 204  len: 168 time: 2.3726082
Apr 16 05:04:58.622534 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 34378) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:04:58.646790 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-799ca1e8-207a-49f9-9d83-e8c82961fa6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:04:58.659815 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:58.727718 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] For port bc1b177a-cca8-4073-8031-2fd446444a12, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=bc1b177a-cca8-4073-8031-2fd446444a12,segment=NetworkSegment(e0c30da2-1a68-4f2e-be9b-2ec222378b18),segment_id=e0c30da2-1a68-4f2e-be9b-2ec222378b18)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:04:58.732926 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc04bdb9-8431-4a90-ae3b-2a4e7f3911a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc1b177a-cca8-4073-8031-2fd446444a12'}] {{(pid=85358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 05:04:58.756387 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:58.765807 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:04:58.771430 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6bd367e-8206-4afa-8809-3e28e255c6ec admin admin] Deleting subnet 1d9f41a4-2dcd-4871-934c-098a2dc35aeb {{(pid=85356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 16 05:04:58.776925 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c6bd367e-8206-4afa-8809-3e28e255c6ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:58.848110 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc04bdb9-8431-4a90-ae3b-2a4e7f3911a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc1b177a-cca8-4073-8031-2fd446444a12', 'code': 200}
Apr 16 05:04:58.868486 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.db.resource_extend [None req-f822a114-7813-4c7b-a96d-53c2a496a2eb None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 16 05:04:58.930169 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c6bd367e-8206-4afa-8809-3e28e255c6ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036821400633'] for subnet, precommit_delete_associations {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:58.964350 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Pushing event updated for resources: {'Port': ['ID=bc1b177a-cca8-4073-8031-2fd446444a12,revision_number=5']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:04:58.970759 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:04:58.999410 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f822a114-7813-4c7b-a96d-53c2a496a2eb None None] Notify callbacks [] for port, precommit_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:59.028771 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-f822a114-7813-4c7b-a96d-53c2a496a2eb None None] Transition to ACTIVE for port object b38752fe-d433-4e2a-a193-f2d749a252ef will not be triggered until provisioned by entity L2. {{(pid=85358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 05:04:59.037805 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f822a114-7813-4c7b-a96d-53c2a496a2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:59.044849 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-799ca1e8-207a-49f9-9d83-e8c82961fa6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:59.083495 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c6bd367e-8206-4afa-8809-3e28e255c6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-24815'] for subnet, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:59.087402 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-799ca1e8-207a-49f9-9d83-e8c82961fa6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:59.100051 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:04:59.206762 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-799ca1e8-207a-49f9-9d83-e8c82961fa6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367}  {{(pid=85357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 16 05:04:59.222596 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:04:59.260360 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-799ca1e8-207a-49f9-9d83-e8c82961fa6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854750583'] for segment, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:59.261050 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.db.segments_db [None req-799ca1e8-207a-49f9-9d83-e8c82961fa6c admin admin] Added segment cb8e44eb-736f-4d1f-b3b1-3923d82bb05b of type vlan for network 664292e9-5cb7-4c38-858c-87a95d93f53a
Apr 16 05:04:59.275222 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-526a0e22-ecbb-4201-a831-00a90b798593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854751001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821614264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202'] for subnet, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:59.301479 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799ca1e8-207a-49f9-9d83-e8c82961fa6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1aa27aa-b15b-4bb0-ba33-455c8d384833,revision_number=1']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:04:59.320813 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-799ca1e8-207a-49f9-9d83-e8c82961fa6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:04:59.323419 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-eafcaf96-15b4-40ac-9724-2a20a841dc64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:04:59.391538 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb97a2a8-5122-4d8b-bee9-d378488fefcc None None] Pushing event updated for resources: {'Port': ['ID=b38752fe-d433-4e2a-a193-f2d749a252ef,revision_number=3']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:04:59.398431 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-bb97a2a8-5122-4d8b-bee9-d378488fefcc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:04:59.423145 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526a0e22-ecbb-4201-a831-00a90b798593 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1b631c1-ecf0-4c00-9c5c-256ae81c8439,revision_number=None']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:04:59.494171 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-526a0e22-ecbb-4201-a831-00a90b798593 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:04:59.542165 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-799ca1e8-207a-49f9-9d83-e8c82961fa6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284332331448'] for network, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:59.614373 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f522fb88-f53b-4689-b5db-b6b9200709c7 req-74879031-1661-41cf-bc95-bd04e38bdfe2 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:04:59.623549 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-f522fb88-f53b-4689-b5db-b6b9200709c7 req-74879031-1661-41cf-bc95-bd04e38bdfe2 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc04bdb9-8431-4a90-ae3b-2a4e7f3911a5 HTTP/1.1" status: 200  len: 945 time: 0.5735905
Apr 16 05:04:59.675140 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c6bd367e-8206-4afa-8809-3e28e255c6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854751001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821614264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036822724279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32287697'] for subnet, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:59.696156 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-6abbe19c-5582-4fda-bd98-7806eda6f36e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:04:59.768015 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-f522fb88-f53b-4689-b5db-b6b9200709c7 req-0960d7af-eb71-4d32-9191-0c8893b57575 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/security-groups?id=4caff57c-68d2-4f1f-a5bc-b37d2db244ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1432953
Apr 16 05:04:59.778493 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-799ca1e8-207a-49f9-9d83-e8c82961fa6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821614228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202'] for network, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:59.790698 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799ca1e8-207a-49f9-9d83-e8c82961fa6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:04:59.790698 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-799ca1e8-207a-49f9-9d83-e8c82961fa6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821710155'] for network, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:59.790698 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-6cb646cf-8682-43bb-b674-0ea0184c02a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:04:59.810450 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-526a0e22-ecbb-4201-a831-00a90b798593 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:59.874970 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-f822a114-7813-4c7b-a96d-53c2a496a2eb None None] Attempting to bind port b38752fe-d433-4e2a-a193-f2d749a252ef on host dv-cinder-786524-1-iscsi for vnic_type normal with profile  {{(pid=85358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 05:04:59.875380 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-f822a114-7813-4c7b-a96d-53c2a496a2eb None None] Attempting to bind port b38752fe-d433-4e2a-a193-f2d749a252ef by drivers openvswitch,hyperv on host dv-cinder-786524-1-iscsi at level 0 using segments [{'id': '01710a54-1367-4193-8cab-d52eff5066d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8e950144-b586-4419-9506-52e097c234b9'}] {{(pid=85358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 05:04:59.875797 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f822a114-7813-4c7b-a96d-53c2a496a2eb None None] Attempting to bind port b38752fe-d433-4e2a-a193-f2d749a252ef on network 8e950144-b586-4419-9506-52e097c234b9 {{(pid=85358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 05:04:59.891148 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f822a114-7813-4c7b-a96d-53c2a496a2eb None None] Checking agent: {'id': '2c00d7f4-da3e-4cf0-ab95-3dab1af70cf6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 4, 54, 38), 'started_at': datetime.datetime(2021, 4, 16, 4, 55, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 5, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 05:04:59.891621 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f822a114-7813-4c7b-a96d-53c2a496a2eb None None] Checking segment: {'id': '01710a54-1367-4193-8cab-d52eff5066d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8e950144-b586-4419-9506-52e097c234b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 05:04:59.892160 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f822a114-7813-4c7b-a96d-53c2a496a2eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:59.892818 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f822a114-7813-4c7b-a96d-53c2a496a2eb None None] Bound using segment: {'id': '01710a54-1367-4193-8cab-d52eff5066d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8e950144-b586-4419-9506-52e097c234b9'} {{(pid=85358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 05:04:59.893848 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-f822a114-7813-4c7b-a96d-53c2a496a2eb None None] Bound port: b38752fe-d433-4e2a-a193-f2d749a252ef, host: dv-cinder-786524-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01710a54-1367-4193-8cab-d52eff5066d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8e950144-b586-4419-9506-52e097c234b9'}}] {{(pid=85358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 05:04:59.894293 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f822a114-7813-4c7b-a96d-53c2a496a2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:04:59.930639 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-526a0e22-ecbb-4201-a831-00a90b798593 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/b1b631c1-ecf0-4c00-9c5c-256ae81c8439 HTTP/1.1" status: 204  len: 168 time: 1.9381361
Apr 16 05:04:59.932639 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-799ca1e8-207a-49f9-9d83-e8c82961fa6c admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 2.0491123
Apr 16 05:04:59.933437 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 34402) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:04:59.942378 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 34404) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:04:59.967742 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799ca1e8-207a-49f9-9d83-e8c82961fa6c admin admin] Pushing event updated for resources: {'Network': ['ID=664292e9-5cb7-4c38-858c-87a95d93f53a,revision_number=1']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:04:59.974810 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-838642fe-fd80-4e80-899f-94c010a1c591 admin admin] Request body: {'subnet': {'network_id': '664292e9-5cb7-4c38-858c-87a95d93f53a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1869201796-subnet', 'tenant_id': 'ce83df192629467992e560af6887d251', 'ip_version': 4}} {{(pid=85357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:04:59.984771 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-799ca1e8-207a-49f9-9d83-e8c82961fa6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:04:59.990368 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-838642fe-fd80-4e80-899f-94c010a1c591 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:04:59.996235 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Network 664292e9-5cb7-4c38-858c-87a95d93f53a details requested by agent ovs-agent-dv-cinder-786524-1-iscsi with host dv-cinder-786524-1-iscsi {{(pid=85358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 16 05:05:00.039251 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bd367e-8206-4afa-8809-3e28e255c6ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d9f41a4-2dcd-4871-934c-098a2dc35aeb,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:05:00.052967 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-c6bd367e-8206-4afa-8809-3e28e255c6ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:05:00.055528 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c6bd367e-8206-4afa-8809-3e28e255c6ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821710155'] for subnet, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:00.067285 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-838642fe-fd80-4e80-899f-94c010a1c591 admin admin] Usage tracker for resource:subnet and tenant:ce83df192629467992e560af6887d251 is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:05:00.073373 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-c6bd367e-8206-4afa-8809-3e28e255c6ec admin admin] 10.222.0.26 "DELETE /v2.0/subnets/1d9f41a4-2dcd-4871-934c-098a2dc35aeb HTTP/1.1" status: 204  len: 168 time: 1.4486332
Apr 16 05:05:00.073640 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-838642fe-fd80-4e80-899f-94c010a1c591 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:05:00.074465 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 34410) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:05:00.084902 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-838642fe-fd80-4e80-899f-94c010a1c591 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:05:00.119384 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-08e3748d-f893-4c7d-831e-cdf7e8fdc503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854762676'] for network, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:00.247400 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-838642fe-fd80-4e80-899f-94c010a1c591 admin admin] Made reservation on behalf of ce83df192629467992e560af6887d251 for: {'subnet': 1} {{(pid=85357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 05:05:00.255005 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-838642fe-fd80-4e80-899f-94c010a1c591 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:00.317809 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e454cb5d-2aa2-42c5-ac1b-f91ba207ec67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854762676'] for network, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:00.337547 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-f822a114-7813-4c7b-a96d-53c2a496a2eb None None] For port b38752fe-d433-4e2a-a193-f2d749a252ef, host dv-cinder-786524-1-iscsi, cleared binding levels {{(pid=85358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 05:05:00.341850 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-f822a114-7813-4c7b-a96d-53c2a496a2eb None None] For port b38752fe-d433-4e2a-a193-f2d749a252ef, host dv-cinder-786524-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=b38752fe-d433-4e2a-a193-f2d749a252ef,segment=NetworkSegment(01710a54-1367-4193-8cab-d52eff5066d1),segment_id=01710a54-1367-4193-8cab-d52eff5066d1)] {{(pid=85358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 05:05:00.352479 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f822a114-7813-4c7b-a96d-53c2a496a2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:00.441468 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 34420) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:05:00.776410 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:05:00.926203 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e454cb5d-2aa2-42c5-ac1b-f91ba207ec67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854672018', 'neutron.services.segments.db._delete_segments_for_network-8752523025096'] for network, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:00.941648 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb97a2a8-5122-4d8b-bee9-d378488fefcc None None] Pushing event updated for resources: {'Port': ['ID=b38752fe-d433-4e2a-a193-f2d749a252ef,revision_number=4']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:05:00.958695 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-08e3748d-f893-4c7d-831e-cdf7e8fdc503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854672018', 'neutron.services.segments.db._delete_segments_for_network-8752523025096'] for network, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:00.963335 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-bb97a2a8-5122-4d8b-bee9-d378488fefcc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:05:00.976935 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f822a114-7813-4c7b-a96d-53c2a496a2eb None None] Routers {'b7be94a9-5544-4735-a2b6-653305247e76'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:05:00.978371 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-f822a114-7813-4c7b-a96d-53c2a496a2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dae935198>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:04:37Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['b7be94a9-5544-4735-a2b6-653305247e76'], 'active': True} {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:05:01.284599 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.services.segments.db [None req-e454cb5d-2aa2-42c5-ac1b-f91ba207ec67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5dad787470>,) {'filters': {'network_id': ['da653adc-5a3b-4a1c-a1b3-f6cc8823faa7']}} {{(pid=85356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:05:01.318784 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.services.segments.db [None req-e454cb5d-2aa2-42c5-ac1b-f91ba207ec67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5dad787470>, 'c95f388f-6fdf-42a5-813d-bee87c22d8a0') {'for_net_delete': True} {{(pid=85356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:05:01.319505 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.services.segments.db [None req-e454cb5d-2aa2-42c5-ac1b-f91ba207ec67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5dad787470>, 'c95f388f-6fdf-42a5-813d-bee87c22d8a0') {} {{(pid=85356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:05:01.344311 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e454cb5d-2aa2-42c5-ac1b-f91ba207ec67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752523028953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33375231'] for segment, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:01.372584 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-829a8602-0ed2-40dc-a2a0-3b7b250a520f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:01.396866 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e454cb5d-2aa2-42c5-ac1b-f91ba207ec67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854750583'] for segment, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:01.418324 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-829a8602-0ed2-40dc-a2a0-3b7b250a520f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:05:01.423546 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e454cb5d-2aa2-42c5-ac1b-f91ba207ec67 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=85356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 16 05:05:01.485195 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-829a8602-0ed2-40dc-a2a0-3b7b250a520f admin admin] Usage tracker for resource:security_group_rule and tenant:0acae90c07a94d66a40d2b1b933a1e61 is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:05:01.495509 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-829a8602-0ed2-40dc-a2a0-3b7b250a520f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:05:01.618600 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-829a8602-0ed2-40dc-a2a0-3b7b250a520f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:05:01.716022 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-f822a114-7813-4c7b-a96d-53c2a496a2eb None None] Set router b7be94a9-5544-4735-a2b6-653305247e76 gateway port host: dv-cinder-786524-1-iscsi {{(pid=85358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:05:01.819583 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-e454cb5d-2aa2-42c5-ac1b-f91ba207ec67 admin admin] Network da653adc-5a3b-4a1c-a1b3-f6cc8823faa7 has no segments {{(pid=85356) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 16 05:05:01.833078 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e454cb5d-2aa2-42c5-ac1b-f91ba207ec67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-25233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32053224'] for segment, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:01.889160 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-08e3748d-f893-4c7d-831e-cdf7e8fdc503 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f5dad2da9e8>> segment before_delete 55550000 {{(pid=85357) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 05:05:01.889814 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-08e3748d-f893-4c7d-831e-cdf7e8fdc503 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f5dad2da9e8>> subnet precommit_delete_associations 55550000 {{(pid=85357) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 05:05:01.891229 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-08e3748d-f893-4c7d-831e-cdf7e8fdc503 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5dacfd3390>> segment_host_mapping after_create 55550000 {{(pid=85357) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 05:05:01.891882 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-08e3748d-f893-4c7d-831e-cdf7e8fdc503 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5dacfd3390>> port after_create 55550000 {{(pid=85357) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 05:05:01.892549 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-08e3748d-f893-4c7d-831e-cdf7e8fdc503 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5dacfd3390>> port after_delete 55550000 {{(pid=85357) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 05:05:01.893227 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-08e3748d-f893-4c7d-831e-cdf7e8fdc503 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5dacfd3390>> port after_update 55550000 {{(pid=85357) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 05:05:01.893867 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-08e3748d-f893-4c7d-831e-cdf7e8fdc503 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5dacfd3390>> segment after_delete 55550000 {{(pid=85357) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 05:05:01.894497 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-08e3748d-f893-4c7d-831e-cdf7e8fdc503 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5dacfd3390>> subnet after_create 55550000 {{(pid=85357) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 05:05:01.895105 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-08e3748d-f893-4c7d-831e-cdf7e8fdc503 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5dacfd3390>> subnet after_delete 55550000 {{(pid=85357) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 05:05:01.895733 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-08e3748d-f893-4c7d-831e-cdf7e8fdc503 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5dacfd3390>> subnet after_update 55550000 {{(pid=85357) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 05:05:01.998076 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-08e3748d-f893-4c7d-831e-cdf7e8fdc503 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f5dae1a6630>> subnet after_create 55550000 {{(pid=85357) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 05:05:01.998599 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-08e3748d-f893-4c7d-831e-cdf7e8fdc503 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f5dae1a6630>> subnet after_delete 55550000 {{(pid=85357) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 05:05:01.998858 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-08e3748d-f893-4c7d-831e-cdf7e8fdc503 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f5dae1a6630>> subnet before_create 55550000 {{(pid=85357) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 05:05:01.999171 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-08e3748d-f893-4c7d-831e-cdf7e8fdc503 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f5dae1a6630>> subnet before_update 55550000 {{(pid=85357) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 05:05:01.999570 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.services.segments.db [None req-08e3748d-f893-4c7d-831e-cdf7e8fdc503 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5dacfd35f8>,) {'filters': {'network_id': ['0848d992-50a2-4a2d-aa8d-a0d2350b7994']}} {{(pid=85357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:05:02.016455 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.services.segments.db [None req-08e3748d-f893-4c7d-831e-cdf7e8fdc503 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5dacfd35f8>, '7997cb11-9779-48cb-bfc4-7cb7212aa616') {'for_net_delete': True} {{(pid=85357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:05:02.016949 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.services.segments.db [None req-08e3748d-f893-4c7d-831e-cdf7e8fdc503 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5dacfd35f8>, '7997cb11-9779-48cb-bfc4-7cb7212aa616') {} {{(pid=85357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:05:02.037350 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-08e3748d-f893-4c7d-831e-cdf7e8fdc503 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752523028953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036823936640'] for segment, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:02.063129 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-08e3748d-f893-4c7d-831e-cdf7e8fdc503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854750583'] for segment, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:02.077528 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08e3748d-f893-4c7d-831e-cdf7e8fdc503 admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=85357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 16 05:05:02.142884 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-e454cb5d-2aa2-42c5-ac1b-f91ba207ec67 admin admin] Network da653adc-5a3b-4a1c-a1b3-f6cc8823faa7 has no segments {{(pid=85356) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 16 05:05:02.282380 dv-cinder-786524-1-iscsi neutron-server[85243]: Traceback (most recent call last):
Apr 16 05:05:02.282380 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 05:05:02.282380 dv-cinder-786524-1-iscsi neutron-server[85243]:     timer()
Apr 16 05:05:02.282380 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 05:05:02.282380 dv-cinder-786524-1-iscsi neutron-server[85243]:     cb(*args, **kw)
Apr 16 05:05:02.282380 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 16 05:05:02.282380 dv-cinder-786524-1-iscsi neutron-server[85243]:     return func(*args, **kwargs)
Apr 16 05:05:02.282380 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 05:05:02.282380 dv-cinder-786524-1-iscsi neutron-server[85243]:     self._notify()
Apr 16 05:05:02.282380 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 05:05:02.282380 dv-cinder-786524-1-iscsi neutron-server[85243]:     self.callback(batched_events)
Apr 16 05:05:02.282380 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 05:05:02.282380 dv-cinder-786524-1-iscsi neutron-server[85243]:     event.method(event)
Apr 16 05:05:02.282380 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 16 05:05:02.282380 dv-cinder-786524-1-iscsi neutron-server[85243]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 05:05:02.282380 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 16 05:05:02.282380 dv-cinder-786524-1-iscsi neutron-server[85243]:     segment_id)['aggregates'][0]
Apr 16 05:05:02.282380 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 16 05:05:02.282380 dv-cinder-786524-1-iscsi neutron-server[85243]:     return f(self, *a, **k)
Apr 16 05:05:02.282380 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 16 05:05:02.282380 dv-cinder-786524-1-iscsi neutron-server[85243]:     return self._get(url).json()
Apr 16 05:05:02.282380 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 05:05:02.282380 dv-cinder-786524-1-iscsi neutron-server[85243]:     **kwargs)
Apr 16 05:05:02.282380 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 05:05:02.282380 dv-cinder-786524-1-iscsi neutron-server[85243]:     return self.request(url, 'GET', **kwargs)
Apr 16 05:05:02.282380 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 16 05:05:02.282380 dv-cinder-786524-1-iscsi neutron-server[85243]:     **endpoint_filter)
Apr 16 05:05:02.282380 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 05:05:02.282380 dv-cinder-786524-1-iscsi neutron-server[85243]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 05:05:02.282380 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 05:05:02.282380 dv-cinder-786524-1-iscsi neutron-server[85243]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 05:05:02.282380 dv-cinder-786524-1-iscsi neutron-server[85243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 05:05:02.311068 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-829a8602-0ed2-40dc-a2a0-3b7b250a520f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:02.405879 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-08e3748d-f893-4c7d-831e-cdf7e8fdc503 admin admin] Network 0848d992-50a2-4a2d-aa8d-a0d2350b7994 has no segments {{(pid=85357) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 16 05:05:02.405879 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-08e3748d-f893-4c7d-831e-cdf7e8fdc503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-25233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30121511'] for segment, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:02.455465 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-829a8602-0ed2-40dc-a2a0-3b7b250a520f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:02.478577 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-f822a114-7813-4c7b-a96d-53c2a496a2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dae935198>, [{'id': 'b7be94a9-5544-4735-a2b6-653305247e76', 'name': 'tempest-TestShelveInstance-54914240-router', 'tenant_id': '19a213d1b49b4109b75966286a61917f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '1f55ccf7-8b85-4ac1-878b-921f2ce01224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:04:39Z', 'updated_at': '2021-04-16T05:04:51Z', 'revision_number': 4, 'project_id': '19a213d1b49b4109b75966286a61917f', 'gw_port': {'id': '1f55ccf7-8b85-4ac1-878b-921f2ce01224', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:bd:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7be94a9-5544-4735-a2b6-653305247e76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:41Z', 'updated_at': '2021-04-16T05:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi', '_interfaces': [{'id': 'b38752fe-d433-4e2a-a193-f2d749a252ef', 'name': '', 'network_id': '8e950144-b586-4419-9506-52e097c234b9', 'tenant_id': '19a213d1b49b4109b75966286a61917f', 'mac_address': 'fa:16:3e:a7:b0:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7be94a9-5544-4735-a2b6-653305247e76', 'device_owner': 'network:router_interface', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '3839760e-ab00-4f46-8a04-f1c8415e06da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:48Z', 'updated_at': '2021-04-16T05:05:00Z', 'revision_number': 4, 'project_id': '19a213d1b49b4109b75966286a61917f', 'subnets': [{'id': '3839760e-ab00-4f46-8a04-f1c8415e06da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:05:02.486621 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f822a114-7813-4c7b-a96d-53c2a496a2eb None None] The sync data for ids ['b7be94a9-5544-4735-a2b6-653305247e76'] in dv-cinder-786524-1-iscsi is: [{'id': 'b7be94a9-5544-4735-a2b6-653305247e76', 'name': 'tempest-TestShelveInstance-54914240-router', 'tenant_id': '19a213d1b49b4109b75966286a61917f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '1f55ccf7-8b85-4ac1-878b-921f2ce01224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:04:39Z', 'updated_at': '2021-04-16T05:04:51Z', 'revision_number': 4, 'project_id': '19a213d1b49b4109b75966286a61917f', 'gw_port': {'id': '1f55ccf7-8b85-4ac1-878b-921f2ce01224', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:bd:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7be94a9-5544-4735-a2b6-653305247e76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:41Z', 'updated_at': '2021-04-16T05:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi', '_interfaces': [{'id': 'b38752fe-d433-4e2a-a193-f2d749a252ef', 'name': '', 'network_id': '8e950144-b586-4419-9506-52e097c234b9', 'tenant_id': '19a213d1b49b4109b75966286a61917f', 'mac_address': 'fa:16:3e:a7:b0:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7be94a9-5544-4735-a2b6-653305247e76', 'device_owner': 'network:router_interface', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '3839760e-ab00-4f46-8a04-f1c8415e06da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:48Z', 'updated_at': '2021-04-16T05:05:00Z', 'revision_number': 4, 'project_id': '19a213d1b49b4109b75966286a61917f', 'subnets': [{'id': '3839760e-ab00-4f46-8a04-f1c8415e06da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 05:05:02.493012 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-22d699c4-158c-4a94-97c0-56fc326ef5ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:05:02.503281 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-829a8602-0ed2-40dc-a2a0-3b7b250a520f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0acae90c07a94d66a40d2b1b933a1e61&name=default HTTP/1.1" status: 200  len: 2979 time: 2.0603223
Apr 16 05:05:02.512299 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 34450) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:05:02.623383 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e454cb5d-2aa2-42c5-ac1b-f91ba207ec67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-103783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821614228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33197052'] for network, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:02.666503 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829a8602-0ed2-40dc-a2a0-3b7b250a520f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db9767d1-0b72-4dc3-a687-4613068a6ff0,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:05:02.679009 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e454cb5d-2aa2-42c5-ac1b-f91ba207ec67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821710155'] for network, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:02.708262 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc64b2-7ecc-4cc2-99b5-a2659c50e51a req-58bc44b1-4380-4b59-862a-69b8416a30d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:05:02.710654 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-56cc64b2-7ecc-4cc2-99b5-a2659c50e51a req-58bc44b1-4380-4b59-862a-69b8416a30d0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bc04bdb9-8431-4a90-ae3b-2a4e7f3911a5 HTTP/1.1" status: 200  len: 1098 time: 0.5307112
Apr 16 05:05:02.712608 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-e454cb5d-2aa2-42c5-ac1b-f91ba207ec67 admin admin] 10.222.0.26 "DELETE /v2.0/networks/da653adc-5a3b-4a1c-a1b3-f6cc8823faa7 HTTP/1.1" status: 204  len: 168 time: 2.6366992
Apr 16 05:05:02.733159 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-829a8602-0ed2-40dc-a2a0-3b7b250a520f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:05:02.734824 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:05:02.796714 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-9ad9dc26-7949-4af7-90b6-7012a3e0f2ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:02.840216 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e454cb5d-2aa2-42c5-ac1b-f91ba207ec67 admin admin] Pushing event deleted for resources: {'Network': ['ID=da653adc-5a3b-4a1c-a1b3-f6cc8823faa7,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:05:02.859872 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-9ad9dc26-7949-4af7-90b6-7012a3e0f2ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:02.873404 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-e454cb5d-2aa2-42c5-ac1b-f91ba207ec67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:05:02.912896 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-08e3748d-f893-4c7d-831e-cdf7e8fdc503 admin admin] Network 0848d992-50a2-4a2d-aa8d-a0d2350b7994 has no segments {{(pid=85357) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 16 05:05:02.920906 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-56cc64b2-7ecc-4cc2-99b5-a2659c50e51a req-42c95d43-efb2-46e4-9c9d-4c10f5796710 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4caff57c-68d2-4f1f-a5bc-b37d2db244ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1677854
Apr 16 05:05:02.948581 dv-cinder-786524-1-iscsi neutron-server[85243]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 16 05:05:02.948581 dv-cinder-786524-1-iscsi neutron-server[85243]:   from cryptography.utils import int_from_bytes
Apr 16 05:05:02.948581 dv-cinder-786524-1-iscsi neutron-server[85243]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 16 05:05:02.948581 dv-cinder-786524-1-iscsi neutron-server[85243]:   from cryptography.utils import int_from_bytes
Apr 16 05:05:02.948581 dv-cinder-786524-1-iscsi neutron-server[85243]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 16 05:05:02.948581 dv-cinder-786524-1-iscsi neutron-server[85243]:   (rel_b, rel_a, rel_b),
Apr 16 05:05:02.948581 dv-cinder-786524-1-iscsi neutron-server[85243]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 16 05:05:02.948581 dv-cinder-786524-1-iscsi neutron-server[85243]:   (rel_b, rel_a, rel_b),
Apr 16 05:05:02.948581 dv-cinder-786524-1-iscsi neutron-server[85243]: Traceback (most recent call last):
Apr 16 05:05:02.948581 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 05:05:02.948581 dv-cinder-786524-1-iscsi neutron-server[85243]:     timer()
Apr 16 05:05:02.948581 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 05:05:02.948581 dv-cinder-786524-1-iscsi neutron-server[85243]:     cb(*args, **kw)
Apr 16 05:05:02.948581 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 16 05:05:02.948581 dv-cinder-786524-1-iscsi neutron-server[85243]:     return func(*args, **kwargs)
Apr 16 05:05:02.948581 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 05:05:02.948581 dv-cinder-786524-1-iscsi neutron-server[85243]:     self._notify()
Apr 16 05:05:02.948581 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 05:05:02.948581 dv-cinder-786524-1-iscsi neutron-server[85243]:     self.callback(batched_events)
Apr 16 05:05:02.948581 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 05:05:02.948581 dv-cinder-786524-1-iscsi neutron-server[85243]:     event.method(event)
Apr 16 05:05:02.948581 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 16 05:05:02.948581 dv-cinder-786524-1-iscsi neutron-server[85243]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 05:05:02.948581 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 16 05:05:02.948581 dv-cinder-786524-1-iscsi neutron-server[85243]:     segment_id)['aggregates'][0]
Apr 16 05:05:02.948581 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 16 05:05:02.948581 dv-cinder-786524-1-iscsi neutron-server[85243]:     return f(self, *a, **k)
Apr 16 05:05:02.948581 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 16 05:05:02.948581 dv-cinder-786524-1-iscsi neutron-server[85243]:     return self._get(url).json()
Apr 16 05:05:02.948581 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 05:05:02.948581 dv-cinder-786524-1-iscsi neutron-server[85243]:     **kwargs)
Apr 16 05:05:02.948581 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 05:05:02.948581 dv-cinder-786524-1-iscsi neutron-server[85243]:     return self.request(url, 'GET', **kwargs)
Apr 16 05:05:02.948581 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 16 05:05:02.948581 dv-cinder-786524-1-iscsi neutron-server[85243]:     **endpoint_filter)
Apr 16 05:05:02.948581 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 05:05:02.948581 dv-cinder-786524-1-iscsi neutron-server[85243]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 05:05:02.948581 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 05:05:02.948581 dv-cinder-786524-1-iscsi neutron-server[85243]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 05:05:02.948581 dv-cinder-786524-1-iscsi neutron-server[85243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 05:05:02.976462 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-9ad9dc26-7949-4af7-90b6-7012a3e0f2ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:02.988416 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-357612a0-4bb2-4c94-8532-a47c292d9636 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:05:03.030651 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a48dde-7403-4a0e-9102-058356ac9066 req-96114709-26f7-446d-bfe3-b3d45e00e418 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:05:03.032555 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-b4a48dde-7403-4a0e-9102-058356ac9066 req-96114709-26f7-446d-bfe3-b3d45e00e418 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc04bdb9-8431-4a90-ae3b-2a4e7f3911a5 HTTP/1.1" status: 200  len: 945 time: 1.7861838
Apr 16 05:05:03.049638 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad9dc26-7949-4af7-90b6-7012a3e0f2ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db9767d1-0b72-4dc3-a687-4613068a6ff0,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:05:03.053981 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-9ad9dc26-7949-4af7-90b6-7012a3e0f2ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:05:03.087615 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-9ad9dc26-7949-4af7-90b6-7012a3e0f2ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:03.099486 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-9ad9dc26-7949-4af7-90b6-7012a3e0f2ad admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/db9767d1-0b72-4dc3-a687-4613068a6ff0 HTTP/1.1" status: 204  len: 168 time: 0.5818744
Apr 16 05:05:03.218519 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-08e3748d-f893-4c7d-831e-cdf7e8fdc503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-103783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821614228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33197052'] for network, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:03.257836 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-b4a48dde-7403-4a0e-9102-058356ac9066 req-f0ab6d98-c5c0-4278-8efa-5109045a7f8f tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/security-groups?id=4caff57c-68d2-4f1f-a5bc-b37d2db244ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1981976
Apr 16 05:05:03.271398 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 34470) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:05:03.347636 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-08e3748d-f893-4c7d-831e-cdf7e8fdc503 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821710155'] for network, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:03.359807 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-799ca1e8-207a-49f9-9d83-e8c82961fa6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:05:03.440349 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-8821bf79-caa9-4c6c-9606-5c27b735b1f1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=38525032404b4d4c8dc506dd16497b71&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1671054
Apr 16 05:05:03.445612 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 34478) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:05:03.474920 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e3748d-f893-4c7d-831e-cdf7e8fdc503 admin admin] Pushing event deleted for resources: {'Network': ['ID=0848d992-50a2-4a2d-aa8d-a0d2350b7994,revision_number=None']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:05:03.488386 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-08e3748d-f893-4c7d-831e-cdf7e8fdc503 admin admin] 10.222.0.26 "DELETE /v2.0/networks/0848d992-50a2-4a2d-aa8d-a0d2350b7994 HTTP/1.1" status: 204  len: 168 time: 3.5482032
Apr 16 05:05:03.488386 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-08e3748d-f893-4c7d-831e-cdf7e8fdc503 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:05:03.545558 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-838642fe-fd80-4e80-899f-94c010a1c591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821614264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30120125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036822930679'] for subnet, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:03.635087 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a4486599-7582-45bc-948f-b24e901492dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:03.714854 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a4486599-7582-45bc-948f-b24e901492dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:03.817568 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 34486) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:05:03.818429 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:05:03.861530 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a4486599-7582-45bc-948f-b24e901492dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:03.885707 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-32713f86-0f28-4233-acb8-47ccc629223a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:05:03.903535 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a4486599-7582-45bc-948f-b24e901492dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:03.905618 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-a4486599-7582-45bc-948f-b24e901492dd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9615793c-e332-4852-9226-4e607900cfa2 HTTP/1.1" status: 204  len: 168 time: 0.4573412
Apr 16 05:05:03.916063 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4486599-7582-45bc-948f-b24e901492dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9615793c-e332-4852-9226-4e607900cfa2,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:05:03.920274 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-a4486599-7582-45bc-948f-b24e901492dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:05:03.930134 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0d647c7a-032f-40d8-8cd8-9ff5285761fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:04.007529 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-0d647c7a-032f-40d8-8cd8-9ff5285761fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:05:04.016248 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-0d647c7a-032f-40d8-8cd8-9ff5285761fa admin admin] Usage tracker for resource:security_group_rule and tenant:0cf4caba8e654515b1b8ac3cd3f1b91f is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:05:04.022192 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-0d647c7a-032f-40d8-8cd8-9ff5285761fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:05:04.035223 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-0d647c7a-032f-40d8-8cd8-9ff5285761fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:05:04.266952 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838642fe-fd80-4e80-899f-94c010a1c591 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0363fd0-113a-4733-a2b1-4bf827f7e922,revision_number=0']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:05:04.281425 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838642fe-fd80-4e80-899f-94c010a1c591 admin admin] Checking segment: {'id': 'cb8e44eb-736f-4d1f-b3b1-3923d82bb05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '664292e9-5cb7-4c38-858c-87a95d93f53a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 05:05:04.282468 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838642fe-fd80-4e80-899f-94c010a1c591 admin admin] Network hostable DHCP agents. Network: 664292e9-5cb7-4c38-858c-87a95d93f53a, hostable agents: ['582622ae-d895-4475-8046-f15afe99e67f'], hosted agents: [] {{(pid=85357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 16 05:05:04.288116 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-838642fe-fd80-4e80-899f-94c010a1c591 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:05:04.324208 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838642fe-fd80-4e80-899f-94c010a1c591 admin admin] Network 664292e9-5cb7-4c38-858c-87a95d93f53a is scheduled to be hosted by DHCP agent 582622ae-d895-4475-8046-f15afe99e67f with binding_index 1 {{(pid=85357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 16 05:05:04.405383 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [None req-838642fe-fd80-4e80-899f-94c010a1c591 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-1-iscsi, 664292e9-5cb7-4c38-858c-87a95d93f53a) {{(pid=85357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 05:05:04.421879 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffee7fa-a8f0-4a45-8d9c-9c59a6664ec2 None None] Network 664292e9-5cb7-4c38-858c-87a95d93f53a requested from dv-cinder-786524-1-iscsi {{(pid=85358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 05:05:04.574945 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838642fe-fd80-4e80-899f-94c010a1c591 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:05:04.576120 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-838642fe-fd80-4e80-899f-94c010a1c591 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:04.679710 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-838642fe-fd80-4e80-899f-94c010a1c591 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 4.7352927
Apr 16 05:05:04.681759 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 34500) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:05:04.687715 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-5db4b602-8770-4c3e-a2c5-b74ebe76ea89 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1869201796-router', 'tenant_id': 'ce83df192629467992e560af6887d251', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88'}}} {{(pid=85356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:05:04.699131 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-5db4b602-8770-4c3e-a2c5-b74ebe76ea89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:05:04.716359 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-5db4b602-8770-4c3e-a2c5-b74ebe76ea89 admin admin] Usage tracker for resource:router and tenant:ce83df192629467992e560af6887d251 is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:05:04.728023 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-5db4b602-8770-4c3e-a2c5-b74ebe76ea89 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:05:04.753733 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-5db4b602-8770-4c3e-a2c5-b74ebe76ea89 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:05:04.783157 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 34504) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:05:04.889126 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0d647c7a-032f-40d8-8cd8-9ff5285761fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:04.938907 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-3fc751d7-680e-4657-98f4-f4c5416b52b2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=38f882efdbbe40d39a333416247b05be&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1540644
Apr 16 05:05:04.940833 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-5db4b602-8770-4c3e-a2c5-b74ebe76ea89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036821578267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5887'] for router, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:04.942234 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-5db4b602-8770-4c3e-a2c5-b74ebe76ea89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33197368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33196902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33168124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854769946'] for router, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:04.973120 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 34514) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:05:04.989797 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0d647c7a-032f-40d8-8cd8-9ff5285761fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:04.996094 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device b38752fe-d433-4e2a-a193-f2d749a252ef up at agent ovs-agent-dv-cinder-786524-1-iscsi {{(pid=85358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 05:05:05.068968 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-5db4b602-8770-4c3e-a2c5-b74ebe76ea89 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:05.099125 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-8c2c43f4-c12c-433a-85d5-673a24782cc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:05:05.152852 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-9a2afcca-57b8-447f-b43c-00b7a45ab645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:05.209777 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-0d647c7a-032f-40d8-8cd8-9ff5285761fa admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0cf4caba8e654515b1b8ac3cd3f1b91f&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3302057
Apr 16 05:05:05.211961 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 34520) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:05:05.212760 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d647c7a-032f-40d8-8cd8-9ff5285761fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd9ee08-f6a8-400e-82c9-9ebb760459a8,revision_number=1']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:05:05.232715 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-0d647c7a-032f-40d8-8cd8-9ff5285761fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:05:05.271052 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb75bde-e5c1-42fa-9620-45b4b5cec782 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpead8f01a-240e-5c6f-845d-431874f38e8d-664292e9-5cb7-4c38-858c-87a95d93f53a', 'network_id': '664292e9-5cb7-4c38-858c-87a95d93f53a', 'tenant_id': 'ce83df192629467992e560af6887d251', 'fixed_ips': [{'subnet_id': 'c0363fd0-113a-4733-a2b1-4bf827f7e922'}]}} from dv-cinder-786524-1-iscsi. {{(pid=85358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 16 05:05:05.272939 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ceb75bde-e5c1-42fa-9620-45b4b5cec782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_create {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:05.374279 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-74a90cc3-911a-4243-bde9-b7c737ed93fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:05.375245 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966d941-e8ba-4694-8f8e-2a9c23a0bad6 req-911f6201-c1a7-4cd4-92cf-b87732a2b6f8 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:05:05.384948 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-2966d941-e8ba-4694-8f8e-2a9c23a0bad6 req-911f6201-c1a7-4cd4-92cf-b87732a2b6f8 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc04bdb9-8431-4a90-ae3b-2a4e7f3911a5 HTTP/1.1" status: 200  len: 945 time: 0.6582427
Apr 16 05:05:05.388239 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 34528) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:05:05.469835 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-2966d941-e8ba-4694-8f8e-2a9c23a0bad6 req-aa4405b8-57d4-430f-883c-5555e979a185 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/security-groups?id=4caff57c-68d2-4f1f-a5bc-b37d2db244ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0836265
Apr 16 05:05:05.477830 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-d99d90c9-f487-48ad-8ce0-6d082ee92565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:05.600663 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-d99d90c9-f487-48ad-8ce0-6d082ee92565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:05.635666 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-74a90cc3-911a-4243-bde9-b7c737ed93fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:05.679477 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Provisioning for port b38752fe-d433-4e2a-a193-f2d749a252ef completed by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 05:05:05.702317 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Provisioning complete for port b38752fe-d433-4e2a-a193-f2d749a252ef triggered by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:05:05.703139 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:05.705361 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-d99d90c9-f487-48ad-8ce0-6d082ee92565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:05.735658 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:05:05.738951 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.agents_db [None req-9d5d34cb-f672-4e49-b111-51c360ae5d44 None None] Agent healthcheck: found 6 active agents {{(pid=85359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 05:05:05.772390 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99d90c9-f487-48ad-8ce0-6d082ee92565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd9ee08-f6a8-400e-82c9-9ebb760459a8,revision_number=None']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:05:05.777363 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-d99d90c9-f487-48ad-8ce0-6d082ee92565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:05.782856 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-d99d90c9-f487-48ad-8ce0-6d082ee92565 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7cd9ee08-f6a8-400e-82c9-9ebb760459a8 HTTP/1.1" status: 204  len: 168 time: 0.5512400
Apr 16 05:05:05.782856 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-d99d90c9-f487-48ad-8ce0-6d082ee92565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:05:05.905953 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-5db4b602-8770-4c3e-a2c5-b74ebe76ea89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33196887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036821578282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770023'] for router, precommit_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:05.933210 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.db_base_plugin_common [None req-ceb75bde-e5c1-42fa-9620-45b4b5cec782 None None] Allocated IP 172.20.0.2 (664292e9-5cb7-4c38-858c-87a95d93f53a/c0363fd0-113a-4733-a2b1-4bf827f7e922/13fa4c29-8762-4c04-8825-7eeb653aebc7) {{(pid=85358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 05:05:05.948264 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-76e23469-4af4-45bc-bdbd-130f924adac0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5e4bb76b4d2c4e8fb5cd4dabcf323dea&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5541861
Apr 16 05:05:05.948971 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 34544) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:05:06.101024 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 34548) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:05:06.235147 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-5b7909cb-89ce-4e20-9e59-21c5251577d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:06.272526 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-5b7909cb-89ce-4e20-9e59-21c5251577d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:06.324260 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:06.340339 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-5b7909cb-89ce-4e20-9e59-21c5251577d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:06.344731 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-93f60858-8a84-4d5c-b784-5be1eddfc98f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:05:06.383262 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7909cb-89ce-4e20-9e59-21c5251577d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cdb1173-0b40-492d-926c-383d5e52ceb6,revision_number=None']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:05:06.407480 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-5b7909cb-89ce-4e20-9e59-21c5251577d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:05:06.427567 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-5b7909cb-89ce-4e20-9e59-21c5251577d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:06.435157 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-5b7909cb-89ce-4e20-9e59-21c5251577d7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7cdb1173-0b40-492d-926c-383d5e52ceb6 HTTP/1.1" status: 204  len: 168 time: 0.4840589
Apr 16 05:05:06.588831 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] For port b38752fe-d433-4e2a-a193-f2d749a252ef, host dv-cinder-786524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=b38752fe-d433-4e2a-a193-f2d749a252ef,segment=NetworkSegment(01710a54-1367-4193-8cab-d52eff5066d1),segment_id=01710a54-1367-4193-8cab-d52eff5066d1)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:05:06.609459 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:06.623669 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-ff6e44e9-66d9-4566-9c25-c806c80be99f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:05:06.772185 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-74a90cc3-911a-4243-bde9-b7c737ed93fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:06.807816 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-13607f4a-a981-4cd8-93ad-4ac9267dbd3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:05:06.855604 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a90cc3-911a-4243-bde9-b7c737ed93fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=152260db-7b46-47c6-a2ca-ab006ffc199c,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:05:06.882126 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Pushing event updated for resources: {'Port': ['ID=b38752fe-d433-4e2a-a193-f2d749a252ef,revision_number=5']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:05:06.883083 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-74a90cc3-911a-4243-bde9-b7c737ed93fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:05:06.960811 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:05:06.991100 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-74a90cc3-911a-4243-bde9-b7c737ed93fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:06.991100 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-74a90cc3-911a-4243-bde9-b7c737ed93fe admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/152260db-7b46-47c6-a2ca-ab006ffc199c HTTP/1.1" status: 204  len: 168 time: 2.0144472
Apr 16 05:05:07.130640 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-9b306379-81eb-4dc8-99ca-eb840233685d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:07.201174 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ceb75bde-e5c1-42fa-9620-45b4b5cec782 None None] Notify callbacks [] for port, precommit_create {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:07.255478 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-ceb75bde-e5c1-42fa-9620-45b4b5cec782 None None] Transition to ACTIVE for port object 13fa4c29-8762-4c04-8825-7eeb653aebc7 will not be triggered until provisioned by entity L2. {{(pid=85358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 05:05:07.350255 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-ceb75bde-e5c1-42fa-9620-45b4b5cec782 None None] Transition to ACTIVE for port object 13fa4c29-8762-4c04-8825-7eeb653aebc7 will not be triggered until provisioned by entity DHCP. {{(pid=85358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 05:05:07.351574 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-91f3b294-c140-43b1-b99a-7a8b13e9018a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:07.365561 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ceb75bde-e5c1-42fa-9620-45b4b5cec782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284332319809'] for port, after_create {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:07.433785 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-bb97a2a8-5122-4d8b-bee9-d378488fefcc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:05:07.445502 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-91f3b294-c140-43b1-b99a-7a8b13e9018a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:05:07.468244 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-91f3b294-c140-43b1-b99a-7a8b13e9018a admin admin] Usage tracker for resource:security_group_rule and tenant:3e14a5ca18434495b1d174560c780854 is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:05:07.477372 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-91f3b294-c140-43b1-b99a-7a8b13e9018a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:05:07.500821 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-5db4b602-8770-4c3e-a2c5-b74ebe76ea89 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:07.502084 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-91f3b294-c140-43b1-b99a-7a8b13e9018a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:05:07.537238 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-5db4b602-8770-4c3e-a2c5-b74ebe76ea89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:07.680087 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb75bde-e5c1-42fa-9620-45b4b5cec782 None None] Pushing event updated for resources: {'Port': ['ID=13fa4c29-8762-4c04-8825-7eeb653aebc7,revision_number=1']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:05:07.702594 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-ceb75bde-e5c1-42fa-9620-45b4b5cec782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:05:07.759231 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-91f3b294-c140-43b1-b99a-7a8b13e9018a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:07.765651 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-91f3b294-c140-43b1-b99a-7a8b13e9018a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:07.792002 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-0f6ae5fa-dc96-4883-9af4-f409d7f53fa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:05:07.856963 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.db_base_plugin_common [None req-5db4b602-8770-4c3e-a2c5-b74ebe76ea89 admin admin] Allocated IP 172.27.2.251 (09b59cd3-13be-4f6b-8ba8-71a7bb13ef88/d321c4f6-731d-44eb-a563-8ed238725710/cbe14692-c279-413a-98f9-6a6007bc357d) {{(pid=85356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 05:05:07.871642 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f3b294-c140-43b1-b99a-7a8b13e9018a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a02adc-e6db-43d2-8792-2f353d94ab9d,revision_number=1']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:05:07.880648 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-91f3b294-c140-43b1-b99a-7a8b13e9018a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:05:07.929651 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-91f3b294-c140-43b1-b99a-7a8b13e9018a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3e14a5ca18434495b1d174560c780854&name=default HTTP/1.1" status: 200  len: 2979 time: 1.8269753
Apr 16 05:05:07.935227 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 34580) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:05:08.031348 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:08.105896 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-63345f0b-feae-4d1b-a675-506eb60b354a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:08.130160 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:08.270581 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb75bde-e5c1-42fa-9620-45b4b5cec782 None None] Network 664292e9-5cb7-4c38-858c-87a95d93f53a is already hosted by enough agents. {{(pid=85358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 05:05:08.273525 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [None req-ceb75bde-e5c1-42fa-9620-45b4b5cec782 None None] Resources bound (agent type, host, resource id):  {{(pid=85358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 05:05:08.284363 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb75bde-e5c1-42fa-9620-45b4b5cec782 None None] Received port after_create {{(pid=85358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 05:05:08.338035 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ffbde7cc-8d63-407a-a214-df2a73182954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:08.374215 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ffbde7cc-8d63-407a-a214-df2a73182954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:08.446265 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ffbde7cc-8d63-407a-a214-df2a73182954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:08.465118 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-1bcf674c-09d6-4343-8108-be3122e9b368 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:05:08.518378 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-ceb75bde-e5c1-42fa-9620-45b4b5cec782 None None] Attempting to bind port 13fa4c29-8762-4c04-8825-7eeb653aebc7 on host dv-cinder-786524-1-iscsi for vnic_type normal with profile  {{(pid=85358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 05:05:08.519981 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-ceb75bde-e5c1-42fa-9620-45b4b5cec782 None None] Attempting to bind port 13fa4c29-8762-4c04-8825-7eeb653aebc7 by drivers openvswitch,hyperv on host dv-cinder-786524-1-iscsi at level 0 using segments [{'id': 'cb8e44eb-736f-4d1f-b3b1-3923d82bb05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '664292e9-5cb7-4c38-858c-87a95d93f53a'}] {{(pid=85358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 05:05:08.520956 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb75bde-e5c1-42fa-9620-45b4b5cec782 None None] Attempting to bind port 13fa4c29-8762-4c04-8825-7eeb653aebc7 on network 664292e9-5cb7-4c38-858c-87a95d93f53a {{(pid=85358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 05:05:08.535681 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb75bde-e5c1-42fa-9620-45b4b5cec782 None None] Checking agent: {'id': '2c00d7f4-da3e-4cf0-ab95-3dab1af70cf6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 4, 54, 38), 'started_at': datetime.datetime(2021, 4, 16, 4, 55, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 5, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 05:05:08.537230 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb75bde-e5c1-42fa-9620-45b4b5cec782 None None] Checking segment: {'id': 'cb8e44eb-736f-4d1f-b3b1-3923d82bb05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '664292e9-5cb7-4c38-858c-87a95d93f53a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 05:05:08.538449 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ceb75bde-e5c1-42fa-9620-45b4b5cec782 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:08.539958 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb75bde-e5c1-42fa-9620-45b4b5cec782 None None] Bound using segment: {'id': 'cb8e44eb-736f-4d1f-b3b1-3923d82bb05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '664292e9-5cb7-4c38-858c-87a95d93f53a'} {{(pid=85358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 05:05:08.541305 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-ceb75bde-e5c1-42fa-9620-45b4b5cec782 None None] Bound port: 13fa4c29-8762-4c04-8825-7eeb653aebc7, host: dv-cinder-786524-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb8e44eb-736f-4d1f-b3b1-3923d82bb05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '664292e9-5cb7-4c38-858c-87a95d93f53a'}}] {{(pid=85358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 05:05:08.542743 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ceb75bde-e5c1-42fa-9620-45b4b5cec782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:08.547734 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ffbde7cc-8d63-407a-a214-df2a73182954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:08.549216 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-ffbde7cc-8d63-407a-a214-df2a73182954 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b2a02adc-e6db-43d2-8792-2f353d94ab9d HTTP/1.1" status: 204  len: 168 time: 0.6107609
Apr 16 05:05:08.550358 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbde7cc-8d63-407a-a214-df2a73182954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a02adc-e6db-43d2-8792-2f353d94ab9d,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:05:08.556154 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-ffbde7cc-8d63-407a-a214-df2a73182954 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:05:08.658123 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-5db4b602-8770-4c3e-a2c5-b74ebe76ea89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:08.714169 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-5db4b602-8770-4c3e-a2c5-b74ebe76ea89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284332319809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32051484'] for port, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:08.741479 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-b0bc63cd-6cfc-44dd-b3bb-597711d82ff5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:05:08.836503 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device b38752fe-d433-4e2a-a193-f2d749a252ef up at agent ovs-agent-dv-cinder-786524-1-iscsi {{(pid=85358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 05:05:08.950692 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db4b602-8770-4c3e-a2c5-b74ebe76ea89 admin admin] Pushing event updated for resources: {'Port': ['ID=cbe14692-c279-413a-98f9-6a6007bc357d,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:05:08.958207 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-5db4b602-8770-4c3e-a2c5-b74ebe76ea89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:05:09.180429 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Provisioning complete for port b38752fe-d433-4e2a-a193-f2d749a252ef triggered by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:05:09.181351 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:09.323463 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-ceb75bde-e5c1-42fa-9620-45b4b5cec782 None None] For port 13fa4c29-8762-4c04-8825-7eeb653aebc7, host dv-cinder-786524-1-iscsi, cleared binding levels {{(pid=85358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 05:05:09.351308 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-ceb75bde-e5c1-42fa-9620-45b4b5cec782 None None] For port 13fa4c29-8762-4c04-8825-7eeb653aebc7, host dv-cinder-786524-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=13fa4c29-8762-4c04-8825-7eeb653aebc7,segment=NetworkSegment(cb8e44eb-736f-4d1f-b3b1-3923d82bb05b),segment_id=cb8e44eb-736f-4d1f-b3b1-3923d82bb05b)] {{(pid=85358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 05:05:09.372739 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ceb75bde-e5c1-42fa-9620-45b4b5cec782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:09.375535 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db4b602-8770-4c3e-a2c5-b74ebe76ea89 admin admin] Network 09b59cd3-13be-4f6b-8ba8-71a7bb13ef88 is already hosted by enough agents. {{(pid=85356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 05:05:09.377706 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [None req-5db4b602-8770-4c3e-a2c5-b74ebe76ea89 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 05:05:09.382383 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db4b602-8770-4c3e-a2c5-b74ebe76ea89 admin admin] Received port after_create {{(pid=85356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 05:05:09.633533 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-ceb75bde-e5c1-42fa-9620-45b4b5cec782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:05:09.928749 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb75bde-e5c1-42fa-9620-45b4b5cec782 None None] Pushing event updated for resources: {'Port': ['ID=13fa4c29-8762-4c04-8825-7eeb653aebc7,revision_number=2']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:05:09.939533 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 34626) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:05:09.940443 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-ceb75bde-e5c1-42fa-9620-45b4b5cec782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:05:09.968400 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a57a9699-4b93-4635-9a0c-76135fd629c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:10.002864 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-422bc68e-842c-4e14-9178-dffcda67c870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:10.028076 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-422bc68e-842c-4e14-9178-dffcda67c870 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:05:10.044933 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-422bc68e-842c-4e14-9178-dffcda67c870 admin admin] Usage tracker for resource:security_group_rule and tenant:0909fd04e9434e19a3318479348309a1 is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:05:10.052081 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-422bc68e-842c-4e14-9178-dffcda67c870 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:05:10.071665 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-422bc68e-842c-4e14-9178-dffcda67c870 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:05:10.370381 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-422bc68e-842c-4e14-9178-dffcda67c870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:10.380602 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-422bc68e-842c-4e14-9178-dffcda67c870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:10.398547 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:05:10.520361 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-422bc68e-842c-4e14-9178-dffcda67c870 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0909fd04e9434e19a3318479348309a1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5786612
Apr 16 05:05:10.527963 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 34640) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:05:10.741172 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422bc68e-842c-4e14-9178-dffcda67c870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11997e72-7c6f-49f5-9d1a-d8bc3260b6de,revision_number=1']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:05:10.756992 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-422bc68e-842c-4e14-9178-dffcda67c870 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:05:10.782851 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-5db4b602-8770-4c3e-a2c5-b74ebe76ea89 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:10.818129 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2aed08d7-2711-4a28-94d6-a97f487b0005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:10.916389 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2aed08d7-2711-4a28-94d6-a97f487b0005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:11.029831 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device 13fa4c29-8762-4c04-8825-7eeb653aebc7 up at agent ovs-agent-dv-cinder-786524-1-iscsi {{(pid=85358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 05:05:11.079185 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2aed08d7-2711-4a28-94d6-a97f487b0005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:11.112151 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-7cef7efa-9f58-4241-bbbd-8341a15b0d78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:05:11.282763 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Provisioning for port 13fa4c29-8762-4c04-8825-7eeb653aebc7 completed by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 05:05:11.296496 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2aed08d7-2711-4a28-94d6-a97f487b0005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:11.298967 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-2aed08d7-2711-4a28-94d6-a97f487b0005 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/11997e72-7c6f-49f5-9d1a-d8bc3260b6de HTTP/1.1" status: 204  len: 168 time: 0.7690406
Apr 16 05:05:11.314312 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aed08d7-2711-4a28-94d6-a97f487b0005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11997e72-7c6f-49f5-9d1a-d8bc3260b6de,revision_number=None']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:05:11.322664 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2aed08d7-2711-4a28-94d6-a97f487b0005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:05:11.473883 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d02e6-25f8-4019-a2a9-e308ad27a5f6 req-87f3f540-7678-4b1e-b845-c8ae2b32853a tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:05:11.475688 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-da7d02e6-25f8-4019-a2a9-e308ad27a5f6 req-87f3f540-7678-4b1e-b845-c8ae2b32853a tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/networks?id=469c610d-3640-4407-b2a9-dd8cd792723c HTTP/1.1" status: 200  len: 814 time: 0.4465497
Apr 16 05:05:11.500662 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-da7d02e6-25f8-4019-a2a9-e308ad27a5f6 req-f1b916b6-9ddb-46e0-8b06-fa36e38e8bd9 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/quotas/7f44f6ee260749d7a681aeb529427a10 HTTP/1.1" status: 200  len: 375 time: 0.0118446
Apr 16 05:05:11.762547 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-da7d02e6-25f8-4019-a2a9-e308ad27a5f6 req-6d6f7b7a-46b5-4ffc-bb9d-43dab7c232f0 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f44f6ee260749d7a681aeb529427a10&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2430408
Apr 16 05:05:11.947107 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-da7d02e6-25f8-4019-a2a9-e308ad27a5f6 req-fb99e2b3-405a-4a01-b772-5051f8b8cfb5 service neutron] 10.222.0.26 "GET /v2.0/networks/469c610d-3640-4407-b2a9-dd8cd792723c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1830986
Apr 16 05:05:11.973434 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-5db4b602-8770-4c3e-a2c5-b74ebe76ea89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33197534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036821578960'] for router, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:12.173139 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 34684) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:05:12.270959 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1a596e-3bf3-4287-9b40-f8102b2db464 None None] Network 664292e9-5cb7-4c38-858c-87a95d93f53a requested from dv-cinder-786524-1-iscsi {{(pid=85358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 05:05:12.380463 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-da7d02e6-25f8-4019-a2a9-e308ad27a5f6 req-79a47d0b-eaab-402c-8854-c7b2ee867104 service neutron] 10.222.0.26 "GET /v2.0/networks/469c610d-3640-4407-b2a9-dd8cd792723c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4316974
Apr 16 05:05:12.671333 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-f550de25-a76b-43ce-8593-16eb1c679ef0 None None] Provisioning for port 13fa4c29-8762-4c04-8825-7eeb653aebc7 completed by entity DHCP. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 05:05:12.691081 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-f550de25-a76b-43ce-8593-16eb1c679ef0 None None] Provisioning complete for port 13fa4c29-8762-4c04-8825-7eeb653aebc7 triggered by entity DHCP. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:05:12.696107 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f550de25-a76b-43ce-8593-16eb1c679ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:13.043236 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-35ddeb59-cd6e-4337-b396-ab4697926538 req-e0d7bbe5-61f4-47e4-a5d4-234f880c81fd tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/ports?device_id=1622f792-7b03-4c49-b8da-dcf286b703b2 HTTP/1.1" status: 200  len: 210 time: 0.2998688
Apr 16 05:05:13.282368 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f550de25-a76b-43ce-8593-16eb1c679ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:13.363883 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-f550de25-a76b-43ce-8593-16eb1c679ef0 None None] For port 13fa4c29-8762-4c04-8825-7eeb653aebc7, host dv-cinder-786524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=13fa4c29-8762-4c04-8825-7eeb653aebc7,segment=NetworkSegment(cb8e44eb-736f-4d1f-b3b1-3923d82bb05b),segment_id=cb8e44eb-736f-4d1f-b3b1-3923d82bb05b)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:05:13.371740 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f550de25-a76b-43ce-8593-16eb1c679ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:13.377172 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:05:13.531000 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f550de25-a76b-43ce-8593-16eb1c679ef0 None None] Pushing event updated for resources: {'Port': ['ID=13fa4c29-8762-4c04-8825-7eeb653aebc7,revision_number=3']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:05:13.535786 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-f550de25-a76b-43ce-8593-16eb1c679ef0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:05:13.584838 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5db4b602-8770-4c3e-a2c5-b74ebe76ea89 admin admin] Router fcc95d43-a496-45de-9865-755ab638fd93 is scheduled to L3 agent 9bacd1b6-99a0-44b1-8352-fe12768771b0 with binding_index 1 {{(pid=85356) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 16 05:05:13.809578 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-94d0ef0c-3682-4170-9ad2-921c586ffe63 None None] Provisioning complete for port 13fa4c29-8762-4c04-8825-7eeb653aebc7 triggered by entity DHCP. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:05:13.810116 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-94d0ef0c-3682-4170-9ad2-921c586ffe63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:14.003023 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5db4b602-8770-4c3e-a2c5-b74ebe76ea89 admin admin] Notify agent at l3_agent.dv-cinder-786524-1-iscsi the message routers_updated {{(pid=85356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 05:05:14.024843 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d7cfa9-4fa4-4b2e-9fe9-5f136102316b None None] Sync routers for ids ['fcc95d43-a496-45de-9865-755ab638fd93'] in dv-cinder-786524-1-iscsi {{(pid=85359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 05:05:14.036887 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-2d8afbd5-4f98-4a88-8a44-d32c7ed61419 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-982851298-network', 'tenant_id': '906565d5b9534e68b06210dedd1603fb'}} {{(pid=85356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:05:14.047590 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-2d8afbd5-4f98-4a88-8a44-d32c7ed61419 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:05:14.056711 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-2d8afbd5-4f98-4a88-8a44-d32c7ed61419 admin admin] Usage tracker for resource:network and tenant:906565d5b9534e68b06210dedd1603fb is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:05:14.063730 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-2d8afbd5-4f98-4a88-8a44-d32c7ed61419 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:05:14.067292 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d7cfa9-4fa4-4b2e-9fe9-5f136102316b None None] Routers {'fcc95d43-a496-45de-9865-755ab638fd93'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:05:14.072743 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-52d7cfa9-4fa4-4b2e-9fe9-5f136102316b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5daed68240>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:05:07Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['fcc95d43-a496-45de-9865-755ab638fd93'], 'active': True} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:05:14.083958 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-2d8afbd5-4f98-4a88-8a44-d32c7ed61419 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:05:14.117946 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d8afbd5-4f98-4a88-8a44-d32c7ed61419 admin admin] Made reservation on behalf of 906565d5b9534e68b06210dedd1603fb for: {'network': 1} {{(pid=85356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 05:05:14.127000 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2d8afbd5-4f98-4a88-8a44-d32c7ed61419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for network, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:14.161324 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2d8afbd5-4f98-4a88-8a44-d32c7ed61419 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:14.192227 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-5db4b602-8770-4c3e-a2c5-b74ebe76ea89 admin admin] Notify callbacks [] for router, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:14.195268 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-5db4b602-8770-4c3e-a2c5-b74ebe76ea89 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 9.5120909
Apr 16 05:05:14.204820 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 34746) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:05:14.310986 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-873ade36-c449-4a03-ad14-c265ac21a6d4 req-60355179-02c3-4167-82a2-65fcdca12cd1 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/ports?device_id=1622f792-7b03-4c49-b8da-dcf286b703b2 HTTP/1.1" status: 200  len: 210 time: 0.1320739
Apr 16 05:05:14.415358 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-2d8afbd5-4f98-4a88-8a44-d32c7ed61419 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:05:14.597306 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-2d8afbd5-4f98-4a88-8a44-d32c7ed61419 admin admin] Usage tracker for resource:security_group_rule and tenant:906565d5b9534e68b06210dedd1603fb is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:05:14.661417 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-2d8afbd5-4f98-4a88-8a44-d32c7ed61419 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:05:14.681576 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-2d8afbd5-4f98-4a88-8a44-d32c7ed61419 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:05:14.811075 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device 13fa4c29-8762-4c04-8825-7eeb653aebc7 up at agent ovs-agent-dv-cinder-786524-1-iscsi {{(pid=85358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 05:05:14.962536 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-52d7cfa9-4fa4-4b2e-9fe9-5f136102316b None None] Set router fcc95d43-a496-45de-9865-755ab638fd93 gateway port host: dv-cinder-786524-1-iscsi {{(pid=85359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:05:14.979131 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Provisioning complete for port 13fa4c29-8762-4c04-8825-7eeb653aebc7 triggered by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:05:14.979561 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:16.019348 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-6458e9bc-4285-42ba-a582-3959bb9130aa req-67c5d461-3330-4b9f-99b2-044280ab61f8 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/ports?device_id=1622f792-7b03-4c49-b8da-dcf286b703b2 HTTP/1.1" status: 200  len: 210 time: 0.1224194
Apr 16 05:05:16.322284 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-52d7cfa9-4fa4-4b2e-9fe9-5f136102316b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5daed68240>, [{'id': 'fcc95d43-a496-45de-9865-755ab638fd93', 'name': 'tempest-TestShelveInstance-1869201796-router', 'tenant_id': 'ce83df192629467992e560af6887d251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'cbe14692-c279-413a-98f9-6a6007bc357d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:05:04Z', 'updated_at': '2021-04-16T05:05:10Z', 'revision_number': 3, 'project_id': 'ce83df192629467992e560af6887d251', 'gw_port': {'id': 'cbe14692-c279-413a-98f9-6a6007bc357d', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:12:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc95d43-a496-45de-9865-755ab638fd93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:05:07Z', 'updated_at': '2021-04-16T05:05:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi'}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:05:16.328547 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d7cfa9-4fa4-4b2e-9fe9-5f136102316b None None] Checking router: fcc95d43-a496-45de-9865-755ab638fd93 for host: dv-cinder-786524-1-iscsi {{(pid=85359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 05:05:16.329242 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d7cfa9-4fa4-4b2e-9fe9-5f136102316b None None] Updating router fcc95d43-a496-45de-9865-755ab638fd93 port cbe14692-c279-413a-98f9-6a6007bc357d binding host dv-cinder-786524-1-iscsi {{(pid=85359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 16 05:05:16.451194 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-52d7cfa9-4fa4-4b2e-9fe9-5f136102316b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:17.019003 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2d8afbd5-4f98-4a88-8a44-d32c7ed61419 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:17.047646 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2d8afbd5-4f98-4a88-8a44-d32c7ed61419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:17.067587 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d02e6-25f8-4019-a2a9-e308ad27a5f6 req-d381afa8-1ac5-4d37-854d-7a03c34fbe14 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:05:17.070640 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-da7d02e6-25f8-4019-a2a9-e308ad27a5f6 req-d381afa8-1ac5-4d37-854d-7a03c34fbe14 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.16 "GET /v2.0/networks?id=469c610d-3640-4407-b2a9-dd8cd792723c HTTP/1.1" status: 200  len: 814 time: 0.8175766
Apr 16 05:05:17.075914 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-52d7cfa9-4fa4-4b2e-9fe9-5f136102316b None None] Notify callbacks [] for port, precommit_update {{(pid=85359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:17.089723 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d8afbd5-4f98-4a88-8a44-d32c7ed61419 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378}  {{(pid=85356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 16 05:05:17.091650 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-52d7cfa9-4fa4-4b2e-9fe9-5f136102316b None None] Transition to ACTIVE for port object cbe14692-c279-413a-98f9-6a6007bc357d will not be triggered until provisioned by entity L2. {{(pid=85359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 05:05:17.099346 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-52d7cfa9-4fa4-4b2e-9fe9-5f136102316b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:17.107650 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2d8afbd5-4f98-4a88-8a44-d32c7ed61419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854750583'] for segment, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:17.108324 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.db.segments_db [None req-2d8afbd5-4f98-4a88-8a44-d32c7ed61419 admin admin] Added segment 6bce0028-aa38-4b3b-9bb1-313bc9885413 of type vlan for network 7f06c768-0917-4905-82a4-2a04abfa7281
Apr 16 05:05:17.146125 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:05:17.163194 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2d8afbd5-4f98-4a88-8a44-d32c7ed61419 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284332331448'] for network, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:17.221462 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-ffbde7cc-8d63-407a-a214-df2a73182954 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:05:17.247760 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2d8afbd5-4f98-4a88-8a44-d32c7ed61419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821614228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202'] for network, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:17.343905 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8afbd5-4f98-4a88-8a44-d32c7ed61419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:05:17.344972 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2d8afbd5-4f98-4a88-8a44-d32c7ed61419 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821710155'] for network, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:17.351957 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8afbd5-4f98-4a88-8a44-d32c7ed61419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:05:17.371721 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2d8afbd5-4f98-4a88-8a44-d32c7ed61419 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:05:17.381558 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-53121a09-ce74-418a-b5a9-70dd9623f5f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:05:17.405316 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-0d3288c1-9059-4ce3-9990-cf15ff6a33c3 req-6a14de24-9381-4a26-b4c2-871074eb8a4f tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/ports?device_id=1622f792-7b03-4c49-b8da-dcf286b703b2 HTTP/1.1" status: 200  len: 210 time: 0.1609294
Apr 16 05:05:17.616227 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-2d8afbd5-4f98-4a88-8a44-d32c7ed61419 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 5.4412835
Apr 16 05:05:17.621541 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 34818) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:05:17.624694 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ebfea380-9a6d-4c2b-af33-9c50ecdcfb9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:17.628277 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-004f18c1-9d67-4046-bc20-f2ddee6d89dd admin admin] Request body: {'subnet': {'network_id': '7f06c768-0917-4905-82a4-2a04abfa7281', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-982851298-subnet', 'tenant_id': '906565d5b9534e68b06210dedd1603fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:05:17.644241 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-004f18c1-9d67-4046-bc20-f2ddee6d89dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:05:17.649418 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-004f18c1-9d67-4046-bc20-f2ddee6d89dd admin admin] Usage tracker for resource:subnet and tenant:906565d5b9534e68b06210dedd1603fb is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:05:17.660017 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-004f18c1-9d67-4046-bc20-f2ddee6d89dd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:05:17.664911 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8afbd5-4f98-4a88-8a44-d32c7ed61419 admin admin] Pushing event updated for resources: {'Network': ['ID=7f06c768-0917-4905-82a4-2a04abfa7281,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:05:17.671230 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2d8afbd5-4f98-4a88-8a44-d32c7ed61419 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:05:17.671956 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-004f18c1-9d67-4046-bc20-f2ddee6d89dd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:05:17.683292 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Network 7f06c768-0917-4905-82a4-2a04abfa7281 details requested by agent ovs-agent-dv-cinder-786524-1-iscsi with host dv-cinder-786524-1-iscsi {{(pid=85358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 16 05:05:17.701436 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-004f18c1-9d67-4046-bc20-f2ddee6d89dd admin admin] Made reservation on behalf of 906565d5b9534e68b06210dedd1603fb for: {'subnet': 1} {{(pid=85357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 05:05:17.706844 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-004f18c1-9d67-4046-bc20-f2ddee6d89dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036822930630'] for subnet, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:17.801529 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e55c11-ab0d-433b-b096-20d982ec9894 None None] Pushing event updated for resources: {'Port': ['ID=cbe14692-c279-413a-98f9-6a6007bc357d,revision_number=2']} {{(pid=85359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:05:17.816959 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-14e55c11-ab0d-433b-b096-20d982ec9894 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.671s {{(pid=85359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:05:17.914448 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-52d7cfa9-4fa4-4b2e-9fe9-5f136102316b None None] Attempting to bind port cbe14692-c279-413a-98f9-6a6007bc357d on host dv-cinder-786524-1-iscsi for vnic_type normal with profile  {{(pid=85359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 05:05:17.914909 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-52d7cfa9-4fa4-4b2e-9fe9-5f136102316b None None] Attempting to bind port cbe14692-c279-413a-98f9-6a6007bc357d by drivers openvswitch,hyperv on host dv-cinder-786524-1-iscsi at level 0 using segments [{'id': '88f0db33-a5d4-497b-ae0c-257388b0c0ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88'}] {{(pid=85359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 05:05:17.915258 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d7cfa9-4fa4-4b2e-9fe9-5f136102316b None None] Attempting to bind port cbe14692-c279-413a-98f9-6a6007bc357d on network 09b59cd3-13be-4f6b-8ba8-71a7bb13ef88 {{(pid=85359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 05:05:17.929429 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d7cfa9-4fa4-4b2e-9fe9-5f136102316b None None] Checking agent: {'id': '2c00d7f4-da3e-4cf0-ab95-3dab1af70cf6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 4, 54, 38), 'started_at': datetime.datetime(2021, 4, 16, 4, 55, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 5, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 05:05:17.929873 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d7cfa9-4fa4-4b2e-9fe9-5f136102316b None None] Checking segment: {'id': '88f0db33-a5d4-497b-ae0c-257388b0c0ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 05:05:17.930290 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-52d7cfa9-4fa4-4b2e-9fe9-5f136102316b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:17.930734 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d7cfa9-4fa4-4b2e-9fe9-5f136102316b None None] Bound using segment: {'id': '88f0db33-a5d4-497b-ae0c-257388b0c0ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88'} {{(pid=85359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 05:05:17.931289 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-52d7cfa9-4fa4-4b2e-9fe9-5f136102316b None None] Bound port: cbe14692-c279-413a-98f9-6a6007bc357d, host: dv-cinder-786524-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88f0db33-a5d4-497b-ae0c-257388b0c0ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88'}}] {{(pid=85359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 05:05:17.931719 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-52d7cfa9-4fa4-4b2e-9fe9-5f136102316b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:18.044549 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-52d7cfa9-4fa4-4b2e-9fe9-5f136102316b None None] For port cbe14692-c279-413a-98f9-6a6007bc357d, host dv-cinder-786524-1-iscsi, cleared binding levels {{(pid=85359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 05:05:18.049575 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.db_base_plugin_common [None req-ebfea380-9a6d-4c2b-af33-9c50ecdcfb9e admin admin] Allocated IP 172.20.0.1 (664292e9-5cb7-4c38-858c-87a95d93f53a/c0363fd0-113a-4733-a2b1-4bf827f7e922/f3c0c6e6-979c-4926-aec1-a0f16e62dde2) {{(pid=85356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 05:05:18.052092 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-52d7cfa9-4fa4-4b2e-9fe9-5f136102316b None None] For port cbe14692-c279-413a-98f9-6a6007bc357d, host dv-cinder-786524-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=cbe14692-c279-413a-98f9-6a6007bc357d,segment=NetworkSegment(88f0db33-a5d4-497b-ae0c-257388b0c0ef),segment_id=88f0db33-a5d4-497b-ae0c-257388b0c0ef)] {{(pid=85359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 05:05:18.059037 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-52d7cfa9-4fa4-4b2e-9fe9-5f136102316b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:18.094528 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:05:18.399106 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e55c11-ab0d-433b-b096-20d982ec9894 None None] Pushing event updated for resources: {'Port': ['ID=cbe14692-c279-413a-98f9-6a6007bc357d,revision_number=3']} {{(pid=85359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:05:18.406462 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-14e55c11-ab0d-433b-b096-20d982ec9894 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=85359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:05:18.524024 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-004f18c1-9d67-4046-bc20-f2ddee6d89dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821614264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30120125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036822930679'] for subnet, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:18.539659 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d7cfa9-4fa4-4b2e-9fe9-5f136102316b None None] Routers {'fcc95d43-a496-45de-9865-755ab638fd93'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:05:18.545698 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-52d7cfa9-4fa4-4b2e-9fe9-5f136102316b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5daed68240>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:05:07Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['fcc95d43-a496-45de-9865-755ab638fd93'], 'active': True} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:05:18.567710 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:05:18.607047 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ebfea380-9a6d-4c2b-af33-9c50ecdcfb9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:18.631465 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-ebfea380-9a6d-4c2b-af33-9c50ecdcfb9e admin admin] Transition to ACTIVE for port object f3c0c6e6-979c-4926-aec1-a0f16e62dde2 will not be triggered until provisioned by entity DHCP. {{(pid=85356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 05:05:18.689385 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004f18c1-9d67-4046-bc20-f2ddee6d89dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=092c750d-226a-4b66-92f6-9f771b17666a,revision_number=0']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:05:18.695243 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-004f18c1-9d67-4046-bc20-f2ddee6d89dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:05:18.702426 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ebfea380-9a6d-4c2b-af33-9c50ecdcfb9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284332319809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32051484'] for port, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:18.759096 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:05:18.979988 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-e1c58265-d177-4e70-98fe-f01a44d4ec85 req-5d3cbaa6-8b09-4837-9601-db9adf719105 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/ports?device_id=1622f792-7b03-4c49-b8da-dcf286b703b2 HTTP/1.1" status: 200  len: 210 time: 0.4142907
Apr 16 05:05:19.022941 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-52d7cfa9-4fa4-4b2e-9fe9-5f136102316b None None] Set router fcc95d43-a496-45de-9865-755ab638fd93 gateway port host: dv-cinder-786524-1-iscsi {{(pid=85359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:05:19.056713 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004f18c1-9d67-4046-bc20-f2ddee6d89dd admin admin] Checking segment: {'id': '6bce0028-aa38-4b3b-9bb1-313bc9885413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '7f06c768-0917-4905-82a4-2a04abfa7281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 05:05:19.057557 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004f18c1-9d67-4046-bc20-f2ddee6d89dd admin admin] Network hostable DHCP agents. Network: 7f06c768-0917-4905-82a4-2a04abfa7281, hostable agents: ['582622ae-d895-4475-8046-f15afe99e67f'], hosted agents: [] {{(pid=85357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 16 05:05:19.142068 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004f18c1-9d67-4046-bc20-f2ddee6d89dd admin admin] Network 7f06c768-0917-4905-82a4-2a04abfa7281 is scheduled to be hosted by DHCP agent 582622ae-d895-4475-8046-f15afe99e67f with binding_index 1 {{(pid=85357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 16 05:05:19.162749 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [None req-004f18c1-9d67-4046-bc20-f2ddee6d89dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-1-iscsi, 7f06c768-0917-4905-82a4-2a04abfa7281) {{(pid=85357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 05:05:19.175860 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438ab7b8-77e8-429a-ae42-05a486edbb69 None None] Network 7f06c768-0917-4905-82a4-2a04abfa7281 requested from dv-cinder-786524-1-iscsi {{(pid=85358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 05:05:19.196144 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004f18c1-9d67-4046-bc20-f2ddee6d89dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:05:19.196802 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-004f18c1-9d67-4046-bc20-f2ddee6d89dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:19.207237 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfea380-9a6d-4c2b-af33-9c50ecdcfb9e admin admin] Pushing event updated for resources: {'Port': ['ID=f3c0c6e6-979c-4926-aec1-a0f16e62dde2,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:05:19.224448 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-004f18c1-9d67-4046-bc20-f2ddee6d89dd admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 1.6010449
Apr 16 05:05:19.228579 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 34852) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:05:19.235074 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-dd390626-b61b-44db-b4b0-4e55a63a65b6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-982851298-router', 'tenant_id': '906565d5b9534e68b06210dedd1603fb', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88'}}} {{(pid=85357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:05:19.249822 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-ebfea380-9a6d-4c2b-af33-9c50ecdcfb9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:05:19.250985 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-dd390626-b61b-44db-b4b0-4e55a63a65b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:05:19.259236 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-dd390626-b61b-44db-b4b0-4e55a63a65b6 admin admin] Usage tracker for resource:router and tenant:906565d5b9534e68b06210dedd1603fb is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:05:19.266889 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-dd390626-b61b-44db-b4b0-4e55a63a65b6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:05:19.267401 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfea380-9a6d-4c2b-af33-9c50ecdcfb9e admin admin] Network 664292e9-5cb7-4c38-858c-87a95d93f53a is already hosted by enough agents. {{(pid=85356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 05:05:19.275381 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [req-da7d02e6-25f8-4019-a2a9-e308ad27a5f6 req-2071448c-5750-4004-90bf-b06b3fcb4d48 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Request body: {'port': {'device_id': '1622f792-7b03-4c49-b8da-dcf286b703b2', 'network_id': '469c610d-3640-4407-b2a9-dd8cd792723c', 'admin_state_up': True, 'tenant_id': '7f44f6ee260749d7a681aeb529427a10'}} {{(pid=85356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:05:19.280627 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-dd390626-b61b-44db-b4b0-4e55a63a65b6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:05:19.298063 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-dd390626-b61b-44db-b4b0-4e55a63a65b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036821578267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5887'] for router, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:19.300353 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-dd390626-b61b-44db-b4b0-4e55a63a65b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33197368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33196902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33168124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854769946'] for router, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:19.311071 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [None req-ebfea380-9a6d-4c2b-af33-9c50ecdcfb9e admin admin] Resources bound (agent type, host, resource id):  {{(pid=85356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 05:05:19.323721 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfea380-9a6d-4c2b-af33-9c50ecdcfb9e admin admin] Received port after_create {{(pid=85356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 05:05:19.350525 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-dd390626-b61b-44db-b4b0-4e55a63a65b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:19.611842 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ca09ca-226f-47dc-8b70-c7140c04432f None None] Network 7f06c768-0917-4905-82a4-2a04abfa7281 requested from dv-cinder-786524-1-iscsi {{(pid=85358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 05:05:19.738417 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ebfea380-9a6d-4c2b-af33-9c50ecdcfb9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33196661'] for router_interface, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:19.778979 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-52d7cfa9-4fa4-4b2e-9fe9-5f136102316b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5daed68240>, [{'id': 'fcc95d43-a496-45de-9865-755ab638fd93', 'name': 'tempest-TestShelveInstance-1869201796-router', 'tenant_id': 'ce83df192629467992e560af6887d251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'cbe14692-c279-413a-98f9-6a6007bc357d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:05:04Z', 'updated_at': '2021-04-16T05:05:10Z', 'revision_number': 3, 'project_id': 'ce83df192629467992e560af6887d251', 'gw_port': {'id': 'cbe14692-c279-413a-98f9-6a6007bc357d', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:12:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc95d43-a496-45de-9865-755ab638fd93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:05:07Z', 'updated_at': '2021-04-16T05:05:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi'}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:05:19.784489 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d7cfa9-4fa4-4b2e-9fe9-5f136102316b None None] The sync data for ids ['fcc95d43-a496-45de-9865-755ab638fd93'] in dv-cinder-786524-1-iscsi is: [{'id': 'fcc95d43-a496-45de-9865-755ab638fd93', 'name': 'tempest-TestShelveInstance-1869201796-router', 'tenant_id': 'ce83df192629467992e560af6887d251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'cbe14692-c279-413a-98f9-6a6007bc357d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:05:04Z', 'updated_at': '2021-04-16T05:05:10Z', 'revision_number': 3, 'project_id': 'ce83df192629467992e560af6887d251', 'gw_port': {'id': 'cbe14692-c279-413a-98f9-6a6007bc357d', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:12:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc95d43-a496-45de-9865-755ab638fd93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:05:07Z', 'updated_at': '2021-04-16T05:05:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi'}] {{(pid=85359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 05:05:19.853037 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-1f44447f-87e4-49a0-8ae5-12eeda2d6af8 None None] Provisioning for port f3c0c6e6-979c-4926-aec1-a0f16e62dde2 completed by entity DHCP. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 05:05:19.870094 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-1f44447f-87e4-49a0-8ae5-12eeda2d6af8 None None] Provisioning complete for port f3c0c6e6-979c-4926-aec1-a0f16e62dde2 triggered by entity DHCP. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:05:19.870675 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-1f44447f-87e4-49a0-8ae5-12eeda2d6af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:20.001724 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-1f44447f-87e4-49a0-8ae5-12eeda2d6af8 None None] Port f3c0c6e6-979c-4926-aec1-a0f16e62dde2 cannot update to ACTIVE because it is not bound. {{(pid=85358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 16 05:05:20.795910 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-dd390626-b61b-44db-b4b0-4e55a63a65b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33196887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036821578282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770023'] for router, precommit_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:20.864426 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device cbe14692-c279-413a-98f9-6a6007bc357d up at agent ovs-agent-dv-cinder-786524-1-iscsi {{(pid=85358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 05:05:20.905342 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-b27efbb4-d614-4ca4-911c-f71c10202d27 req-7a345b25-28b5-48b9-811b-66d4a76c3896 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/ports?device_id=1622f792-7b03-4c49-b8da-dcf286b703b2 HTTP/1.1" status: 200  len: 210 time: 0.0924683
Apr 16 05:05:20.907047 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ebfea380-9a6d-4c2b-af33-9c50ecdcfb9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:20.937784 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [req-da7d02e6-25f8-4019-a2a9-e308ad27a5f6 req-2071448c-5750-4004-90bf-b06b3fcb4d48 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:05:21.114894 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-da7d02e6-25f8-4019-a2a9-e308ad27a5f6 req-2071448c-5750-4004-90bf-b06b3fcb4d48 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Usage tracker for resource:port and tenant:7f44f6ee260749d7a681aeb529427a10 is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:05:21.118176 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Provisioning for port cbe14692-c279-413a-98f9-6a6007bc357d completed by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 05:05:21.124185 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Provisioning complete for port cbe14692-c279-413a-98f9-6a6007bc357d triggered by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:05:21.124479 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:21.152151 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-da7d02e6-25f8-4019-a2a9-e308ad27a5f6 req-2071448c-5750-4004-90bf-b06b3fcb4d48 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:05:21.173156 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [req-da7d02e6-25f8-4019-a2a9-e308ad27a5f6 req-2071448c-5750-4004-90bf-b06b3fcb4d48 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:05:21.224585 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da7d02e6-25f8-4019-a2a9-e308ad27a5f6 req-2071448c-5750-4004-90bf-b06b3fcb4d48 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Made reservation on behalf of 7f44f6ee260749d7a681aeb529427a10 for: {'port': 1} {{(pid=85356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 05:05:21.238748 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-da7d02e6-25f8-4019-a2a9-e308ad27a5f6 req-2071448c-5750-4004-90bf-b06b3fcb4d48 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:21.303276 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 34888) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:05:21.496792 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:21.537693 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] For port cbe14692-c279-413a-98f9-6a6007bc357d, host dv-cinder-786524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=cbe14692-c279-413a-98f9-6a6007bc357d,segment=NetworkSegment(88f0db33-a5d4-497b-ae0c-257388b0c0ef),segment_id=88f0db33-a5d4-497b-ae0c-257388b0c0ef)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:05:21.545086 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:21.549884 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:05:21.658052 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Pushing event updated for resources: {'Port': ['ID=cbe14692-c279-413a-98f9-6a6007bc357d,revision_number=4']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:05:21.662170 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:05:21.744104 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-dd390626-b61b-44db-b4b0-4e55a63a65b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:21.803125 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.db_base_plugin_common [req-da7d02e6-25f8-4019-a2a9-e308ad27a5f6 req-2071448c-5750-4004-90bf-b06b3fcb4d48 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Allocated IP 172.20.0.11 (469c610d-3640-4407-b2a9-dd8cd792723c/28b73d84-839b-41f8-8a99-404cd24cc829/14fdc4fe-0803-43ee-89a6-939278790e58) {{(pid=85356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 05:05:21.858869 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-dd390626-b61b-44db-b4b0-4e55a63a65b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:21.889125 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ebfea380-9a6d-4c2b-af33-9c50ecdcfb9e admin admin] Notify callbacks [] for port, precommit_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:21.895339 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ebfea380-9a6d-4c2b-af33-9c50ecdcfb9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822724348'] for port, after_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:21.984789 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-55d2f7ab-7020-479d-9711-b44bf82fe632 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:05:22.026403 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ebfea380-9a6d-4c2b-af33-9c50ecdcfb9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036821710185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036821579246'] for router_interface, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:22.058044 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0d521a1c-40f6-44ee-b11f-ffc2daff9ce5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:22.102238 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfea380-9a6d-4c2b-af33-9c50ecdcfb9e admin admin] Pushing event updated for resources: {'Port': ['ID=f3c0c6e6-979c-4926-aec1-a0f16e62dde2,revision_number=2']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:05:22.127098 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-0d521a1c-40f6-44ee-b11f-ffc2daff9ce5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:05:22.138432 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-0d521a1c-40f6-44ee-b11f-ffc2daff9ce5 admin admin] Usage tracker for resource:security_group_rule and tenant:28c21ef125da44c5a648d324807856da is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:05:22.179715 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-0d521a1c-40f6-44ee-b11f-ffc2daff9ce5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:05:22.182096 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-ebfea380-9a6d-4c2b-af33-9c50ecdcfb9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:05:22.186972 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-0d521a1c-40f6-44ee-b11f-ffc2daff9ce5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:05:22.287646 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0d521a1c-40f6-44ee-b11f-ffc2daff9ce5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:22.295646 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0d521a1c-40f6-44ee-b11f-ffc2daff9ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:22.377871 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-799ca1e8-207a-49f9-9d83-e8c82961fa6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:05:22.389775 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-0d521a1c-40f6-44ee-b11f-ffc2daff9ce5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=28c21ef125da44c5a648d324807856da&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9759140
Apr 16 05:05:22.395078 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 34918) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:05:22.424357 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d521a1c-40f6-44ee-b11f-ffc2daff9ce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afff00d1-8122-4fe9-93e8-2d30eddf0a56,revision_number=1']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:05:22.431494 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-cc460d58-a60f-4396-84dc-90f16795365e req-4397f5e0-a54d-4026-ae7d-e7e94cebf3c6 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/ports?device_id=1622f792-7b03-4c49-b8da-dcf286b703b2 HTTP/1.1" status: 200  len: 210 time: 0.1011813
Apr 16 05:05:22.432545 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-0d521a1c-40f6-44ee-b11f-ffc2daff9ce5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:05:22.479126 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.db_base_plugin_common [None req-dd390626-b61b-44db-b4b0-4e55a63a65b6 admin admin] Allocated IP 172.27.2.106 (09b59cd3-13be-4f6b-8ba8-71a7bb13ef88/d321c4f6-731d-44eb-a563-8ed238725710/0ff207b7-52ad-4de0-9675-cf867d1f6aea) {{(pid=85357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 05:05:22.512247 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfea380-9a6d-4c2b-af33-9c50ecdcfb9e admin admin] Network 664292e9-5cb7-4c38-858c-87a95d93f53a is already hosted by enough agents. {{(pid=85356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 05:05:22.518817 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [None req-ebfea380-9a6d-4c2b-af33-9c50ecdcfb9e admin admin] Resources bound (agent type, host, resource id):  {{(pid=85356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 05:05:22.576744 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-8a47cf78-4e12-4b48-94cf-180e4c958b28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:22.609269 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-8a47cf78-4e12-4b48-94cf-180e4c958b28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:22.732150 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-da7d02e6-25f8-4019-a2a9-e308ad27a5f6 req-2071448c-5750-4004-90bf-b06b3fcb4d48 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Notify callbacks [] for port, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:22.745015 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-8a47cf78-4e12-4b48-94cf-180e4c958b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:22.777346 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-ab4f8581-3f59-437b-afcb-e7f38372e4f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:05:22.820994 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device cbe14692-c279-413a-98f9-6a6007bc357d up at agent ovs-agent-dv-cinder-786524-1-iscsi {{(pid=85358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 05:05:23.024764 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-cba15b2b-95b4-4866-89ec-13738f7f8ca2 None None] Provisioning complete for port f3c0c6e6-979c-4926-aec1-a0f16e62dde2 triggered by entity DHCP. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:05:23.026428 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-cba15b2b-95b4-4866-89ec-13738f7f8ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:23.047796 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-dd390626-b61b-44db-b4b0-4e55a63a65b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:23.159464 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Provisioning complete for port cbe14692-c279-413a-98f9-6a6007bc357d triggered by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:05:23.163835 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:23.243391 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-dd390626-b61b-44db-b4b0-4e55a63a65b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284332319809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30120147'] for port, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:23.323934 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a47cf78-4e12-4b48-94cf-180e4c958b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afff00d1-8122-4fe9-93e8-2d30eddf0a56,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:05:23.332438 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:05:23.406581 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-8a47cf78-4e12-4b48-94cf-180e4c958b28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.629s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:05:23.432512 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-8a47cf78-4e12-4b48-94cf-180e4c958b28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:23.437999 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-8a47cf78-4e12-4b48-94cf-180e4c958b28 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/afff00d1-8122-4fe9-93e8-2d30eddf0a56 HTTP/1.1" status: 204  len: 168 time: 1.0385277
Apr 16 05:05:23.518374 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-cba15b2b-95b4-4866-89ec-13738f7f8ca2 None None] Port f3c0c6e6-979c-4926-aec1-a0f16e62dde2 cannot update to ACTIVE because it is not bound. {{(pid=85358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 16 05:05:23.606068 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebfea380-9a6d-4c2b-af33-9c50ecdcfb9e admin admin] Router fcc95d43-a496-45de-9865-755ab638fd93 has already been hosted by L3 agent 9bacd1b6-99a0-44b1-8352-fe12768771b0 {{(pid=85356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 16 05:05:23.609972 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-da7d02e6-25f8-4019-a2a9-e308ad27a5f6 req-2071448c-5750-4004-90bf-b06b3fcb4d48 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284332319809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32051484'] for port, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:23.663732 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] get_ports_and_sgs() called for port_ids ['a16c1736-e19e-4ba4-b59e-1ab713023d6e', 'bc1b177a-cca8-4073-8031-2fd446444a12'] {{(pid=85358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 05:05:23.679240 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd390626-b61b-44db-b4b0-4e55a63a65b6 admin admin] Pushing event updated for resources: {'Port': ['ID=0ff207b7-52ad-4de0-9675-cf867d1f6aea,revision_number=1']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:05:23.692279 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-dd390626-b61b-44db-b4b0-4e55a63a65b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:05:23.757569 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:05:23.865730 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 34948) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:05:24.208938 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891c730b-5ea2-47c0-b41c-7e86e37d45e5 req-78189025-255c-4cf1-94e3-2a0d5942f128 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:05:24.216987 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-891c730b-5ea2-47c0-b41c-7e86e37d45e5 req-78189025-255c-4cf1-94e3-2a0d5942f128 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/ports?device_id=1622f792-7b03-4c49-b8da-dcf286b703b2 HTTP/1.1" status: 200  len: 932 time: 0.3528900
Apr 16 05:05:24.473123 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-891c730b-5ea2-47c0-b41c-7e86e37d45e5 req-95a44940-698f-4d3d-bb19-3cfc0c5b0452 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/security-groups?id=4caff57c-68d2-4f1f-a5bc-b37d2db244ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2336037
Apr 16 05:05:24.580925 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-7a620576-eda0-40cc-a88a-6f4ba9b1e16d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:24.614526 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2071448c-5750-4004-90bf-b06b3fcb4d48 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Pushing event updated for resources: {'Port': ['ID=14fdc4fe-0803-43ee-89a6-939278790e58,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:05:24.618929 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2071448c-5750-4004-90bf-b06b3fcb4d48 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.861s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:05:24.621915 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd390626-b61b-44db-b4b0-4e55a63a65b6 admin admin] Network 09b59cd3-13be-4f6b-8ba8-71a7bb13ef88 is already hosted by enough agents. {{(pid=85357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 05:05:24.623274 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [None req-dd390626-b61b-44db-b4b0-4e55a63a65b6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 05:05:24.632889 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd390626-b61b-44db-b4b0-4e55a63a65b6 admin admin] Received port after_create {{(pid=85357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 05:05:24.801216 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebfea380-9a6d-4c2b-af33-9c50ecdcfb9e admin admin] Notify agent at l3_agent.dv-cinder-786524-1-iscsi the message routers_updated {{(pid=85356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 05:05:24.821264 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-ebfea380-9a6d-4c2b-af33-9c50ecdcfb9e admin admin] 10.222.0.26 "PUT /v2.0/routers/fcc95d43-a496-45de-9865-755ab638fd93/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.6002657
Apr 16 05:05:24.835382 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da7d02e6-25f8-4019-a2a9-e308ad27a5f6 req-2071448c-5750-4004-90bf-b06b3fcb4d48 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Network 469c610d-3640-4407-b2a9-dd8cd792723c is already hosted by enough agents. {{(pid=85356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 05:05:24.837770 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [req-da7d02e6-25f8-4019-a2a9-e308ad27a5f6 req-2071448c-5750-4004-90bf-b06b3fcb4d48 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Resources bound (agent type, host, resource id):  {{(pid=85356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 05:05:24.841785 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [req-da7d02e6-25f8-4019-a2a9-e308ad27a5f6 req-2071448c-5750-4004-90bf-b06b3fcb4d48 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Received port after_create {{(pid=85356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 05:05:24.845262 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f5beaa-7590-4fcf-a11e-23ffce401c67 None None] Sync routers for ids ['fcc95d43-a496-45de-9865-755ab638fd93'] in dv-cinder-786524-1-iscsi {{(pid=85358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 05:05:24.875427 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f5beaa-7590-4fcf-a11e-23ffce401c67 None None] Routers {'fcc95d43-a496-45de-9865-755ab638fd93'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:05:24.876263 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-d5f5beaa-7590-4fcf-a11e-23ffce401c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dae873e80>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:05:07Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['fcc95d43-a496-45de-9865-755ab638fd93'], 'active': True} {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:05:25.084199 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d02e6-25f8-4019-a2a9-e308ad27a5f6 req-2071448c-5750-4004-90bf-b06b3fcb4d48 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:05:25.085426 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-da7d02e6-25f8-4019-a2a9-e308ad27a5f6 req-2071448c-5750-4004-90bf-b06b3fcb4d48 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821710155'] for port, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:25.159210 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-da7d02e6-25f8-4019-a2a9-e308ad27a5f6 req-2071448c-5750-4004-90bf-b06b3fcb4d48 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 5.9120383
Apr 16 05:05:25.185588 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [req-da7d02e6-25f8-4019-a2a9-e308ad27a5f6 req-33f465a4-f0d8-4081-9259-da46fff69e3d service neutron] Request body: {'port': {'device_id': '1622f792-7b03-4c49-b8da-dcf286b703b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=85356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:05:25.422486 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-d5f5beaa-7590-4fcf-a11e-23ffce401c67 None None] Set router fcc95d43-a496-45de-9865-755ab638fd93 gateway port host: dv-cinder-786524-1-iscsi {{(pid=85358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:05:25.427300 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-7a620576-eda0-40cc-a88a-6f4ba9b1e16d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:05:25.436559 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-7a620576-eda0-40cc-a88a-6f4ba9b1e16d admin admin] Usage tracker for resource:security_group_rule and tenant:8603db2f47ac4b4e8660e8eefd5fcbb1 is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:05:25.443536 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-7a620576-eda0-40cc-a88a-6f4ba9b1e16d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:05:25.460150 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-7a620576-eda0-40cc-a88a-6f4ba9b1e16d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:05:25.820620 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-7a620576-eda0-40cc-a88a-6f4ba9b1e16d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:25.940286 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-da7d02e6-25f8-4019-a2a9-e308ad27a5f6 req-33f465a4-f0d8-4081-9259-da46fff69e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:26.058990 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-d5f5beaa-7590-4fcf-a11e-23ffce401c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dae873e80>, [{'id': 'fcc95d43-a496-45de-9865-755ab638fd93', 'name': 'tempest-TestShelveInstance-1869201796-router', 'tenant_id': 'ce83df192629467992e560af6887d251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'cbe14692-c279-413a-98f9-6a6007bc357d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:05:04Z', 'updated_at': '2021-04-16T05:05:20Z', 'revision_number': 4, 'project_id': 'ce83df192629467992e560af6887d251', 'gw_port': {'id': 'cbe14692-c279-413a-98f9-6a6007bc357d', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:12:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc95d43-a496-45de-9865-755ab638fd93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:05:07Z', 'updated_at': '2021-04-16T05:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi', '_interfaces': [{'id': 'f3c0c6e6-979c-4926-aec1-a0f16e62dde2', 'name': '', 'network_id': '664292e9-5cb7-4c38-858c-87a95d93f53a', 'tenant_id': 'ce83df192629467992e560af6887d251', 'mac_address': 'fa:16:3e:20:4d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc95d43-a496-45de-9865-755ab638fd93', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'c0363fd0-113a-4733-a2b1-4bf827f7e922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:05:17Z', 'updated_at': '2021-04-16T05:05:21Z', 'revision_number': 2, 'project_id': 'ce83df192629467992e560af6887d251', 'subnets': [{'id': 'c0363fd0-113a-4733-a2b1-4bf827f7e922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:05:26.066024 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-7a620576-eda0-40cc-a88a-6f4ba9b1e16d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:26.068530 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f5beaa-7590-4fcf-a11e-23ffce401c67 None None] Checking router: fcc95d43-a496-45de-9865-755ab638fd93 for host: dv-cinder-786524-1-iscsi {{(pid=85358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 05:05:26.068961 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f5beaa-7590-4fcf-a11e-23ffce401c67 None None] Updating router fcc95d43-a496-45de-9865-755ab638fd93 port f3c0c6e6-979c-4926-aec1-a0f16e62dde2 binding host dv-cinder-786524-1-iscsi {{(pid=85358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 16 05:05:26.126792 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-47dcde1f-eb74-4a43-aeb3-02a9bffd2910 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:05:26.343818 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-7a620576-eda0-40cc-a88a-6f4ba9b1e16d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8603db2f47ac4b4e8660e8eefd5fcbb1&name=default HTTP/1.1" status: 200  len: 2979 time: 2.4763973
Apr 16 05:05:26.383676 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-d5f5beaa-7590-4fcf-a11e-23ffce401c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:26.399027 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 35004) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:05:26.400011 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a620576-eda0-40cc-a88a-6f4ba9b1e16d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=873b88ee-ed4a-4501-a203-f7c09efc24ce,revision_number=1']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:05:26.410973 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-7a620576-eda0-40cc-a88a-6f4ba9b1e16d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:05:26.766754 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-50403d3f-e755-4925-a56a-00d0ec4b32c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:26.852026 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-50403d3f-e755-4925-a56a-00d0ec4b32c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:27.074352 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840e217d-c1b2-4beb-a3ab-06132cea532d req-e0dd55c1-63ee-4861-828c-b9b32c90c46f tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:05:27.090145 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-840e217d-c1b2-4beb-a3ab-06132cea532d req-e0dd55c1-63ee-4861-828c-b9b32c90c46f tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/ports?device_id=1622f792-7b03-4c49-b8da-dcf286b703b2 HTTP/1.1" status: 200  len: 932 time: 0.9875588
Apr 16 05:05:27.093516 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-50403d3f-e755-4925-a56a-00d0ec4b32c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:27.127465 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-0d521a1c-40f6-44ee-b11f-ffc2daff9ce5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:05:27.203550 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [req-da7d02e6-25f8-4019-a2a9-e308ad27a5f6 req-33f465a4-f0d8-4081-9259-da46fff69e3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14fdc4fe-0803-43ee-89a6-939278790e58 {{(pid=85356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 05:05:27.223070 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-da7d02e6-25f8-4019-a2a9-e308ad27a5f6 req-33f465a4-f0d8-4081-9259-da46fff69e3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:27.261272 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [req-da7d02e6-25f8-4019-a2a9-e308ad27a5f6 req-33f465a4-f0d8-4081-9259-da46fff69e3d service neutron] Transition to ACTIVE for port object 14fdc4fe-0803-43ee-89a6-939278790e58 will not be triggered until provisioned by entity L2. {{(pid=85356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 05:05:27.267947 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-da7d02e6-25f8-4019-a2a9-e308ad27a5f6 req-33f465a4-f0d8-4081-9259-da46fff69e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822724348'] for port, after_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:27.274196 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-840e217d-c1b2-4beb-a3ab-06132cea532d req-2fe1d925-d3ae-42b7-b6e5-d9ce04dab2e1 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/security-groups?id=4caff57c-68d2-4f1f-a5bc-b37d2db244ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1824777
Apr 16 05:05:27.316310 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50403d3f-e755-4925-a56a-00d0ec4b32c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=873b88ee-ed4a-4501-a203-f7c09efc24ce,revision_number=None']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:05:27.317281 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 35018) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:05:27.322387 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-a100be29-4396-47f8-8820-0817f0fc59ee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:05:27.338110 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-dd390626-b61b-44db-b4b0-4e55a63a65b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:27.659376 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-50403d3f-e755-4925-a56a-00d0ec4b32c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:05:27.673012 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f465a4-f0d8-4081-9259-da46fff69e3d service neutron] Pushing event updated for resources: {'Port': ['ID=14fdc4fe-0803-43ee-89a6-939278790e58,revision_number=2']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:05:27.693865 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-33f465a4-f0d8-4081-9259-da46fff69e3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:05:27.936676 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-d5f5beaa-7590-4fcf-a11e-23ffce401c67 None None] Notify callbacks [] for port, precommit_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:28.005555 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-d5f5beaa-7590-4fcf-a11e-23ffce401c67 None None] Transition to ACTIVE for port object f3c0c6e6-979c-4926-aec1-a0f16e62dde2 will not be triggered until provisioned by entity L2. {{(pid=85358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 05:05:28.021062 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-d5f5beaa-7590-4fcf-a11e-23ffce401c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:28.155006 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 35036) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:05:28.180216 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-ad5a46f2-3c3e-4337-a9a1-94d55de8cc60 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1981692323', 'description': 'tempest-secgroup-smoke-1981692323 description', 'project_id': '19a213d1b49b4109b75966286a61917f'}} {{(pid=85356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:05:28.234548 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-ad5a46f2-3c3e-4337-a9a1-94d55de8cc60 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:05:28.263895 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-ad5a46f2-3c3e-4337-a9a1-94d55de8cc60 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Usage tracker for resource:security_group and tenant:19a213d1b49b4109b75966286a61917f is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:05:28.305660 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:05:28.359005 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-ad5a46f2-3c3e-4337-a9a1-94d55de8cc60 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:05:28.384416 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-ad5a46f2-3c3e-4337-a9a1-94d55de8cc60 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:05:28.483322 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f4823094-dd95-4caf-bacc-eb0137d10e64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:28.502507 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ad5a46f2-3c3e-4337-a9a1-94d55de8cc60 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Notify callbacks [] for security_group, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:28.517393 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-dd390626-b61b-44db-b4b0-4e55a63a65b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33197534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036821578960'] for router, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:28.602216 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-ad5a46f2-3c3e-4337-a9a1-94d55de8cc60 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:05:28.613250 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-ad5a46f2-3c3e-4337-a9a1-94d55de8cc60 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Usage tracker for resource:security_group_rule and tenant:19a213d1b49b4109b75966286a61917f is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:05:28.619332 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-ad5a46f2-3c3e-4337-a9a1-94d55de8cc60 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:05:28.623213 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [req-da7d02e6-25f8-4019-a2a9-e308ad27a5f6 req-33f465a4-f0d8-4081-9259-da46fff69e3d service neutron] Attempting to bind port 14fdc4fe-0803-43ee-89a6-939278790e58 on host hv-cinder-78652 for vnic_type normal with profile  {{(pid=85356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 05:05:28.623722 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [req-da7d02e6-25f8-4019-a2a9-e308ad27a5f6 req-33f465a4-f0d8-4081-9259-da46fff69e3d service neutron] Attempting to bind port 14fdc4fe-0803-43ee-89a6-939278790e58 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'e0c30da2-1a68-4f2e-be9b-2ec222378b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '469c610d-3640-4407-b2a9-dd8cd792723c'}] {{(pid=85356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 05:05:28.624240 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7d02e6-25f8-4019-a2a9-e308ad27a5f6 req-33f465a4-f0d8-4081-9259-da46fff69e3d service neutron] Attempting to bind port 14fdc4fe-0803-43ee-89a6-939278790e58 on network 469c610d-3640-4407-b2a9-dd8cd792723c {{(pid=85356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 05:05:28.637968 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-ad5a46f2-3c3e-4337-a9a1-94d55de8cc60 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:05:28.640622 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7d02e6-25f8-4019-a2a9-e308ad27a5f6 req-33f465a4-f0d8-4081-9259-da46fff69e3d service neutron] Port 14fdc4fe-0803-43ee-89a6-939278790e58 on network 469c610d-3640-4407-b2a9-dd8cd792723c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=85356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 05:05:28.641179 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7d02e6-25f8-4019-a2a9-e308ad27a5f6 req-33f465a4-f0d8-4081-9259-da46fff69e3d service neutron] Attempting to bind port 14fdc4fe-0803-43ee-89a6-939278790e58 on network 469c610d-3640-4407-b2a9-dd8cd792723c {{(pid=85356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 05:05:28.672526 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7d02e6-25f8-4019-a2a9-e308ad27a5f6 req-33f465a4-f0d8-4081-9259-da46fff69e3d service neutron] Checking agent: {'id': '5ddcce5e-7017-4c76-88fa-bffacfec0d31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 5, 1, 38), 'started_at': datetime.datetime(2021, 4, 16, 5, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 5, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 05:05:28.674668 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7d02e6-25f8-4019-a2a9-e308ad27a5f6 req-33f465a4-f0d8-4081-9259-da46fff69e3d service neutron] Checking segment: {'id': 'e0c30da2-1a68-4f2e-be9b-2ec222378b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '469c610d-3640-4407-b2a9-dd8cd792723c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 05:05:28.675308 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7d02e6-25f8-4019-a2a9-e308ad27a5f6 req-33f465a4-f0d8-4081-9259-da46fff69e3d service neutron] Bound using segment: {'id': 'e0c30da2-1a68-4f2e-be9b-2ec222378b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '469c610d-3640-4407-b2a9-dd8cd792723c'} {{(pid=85356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 05:05:28.676244 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [req-da7d02e6-25f8-4019-a2a9-e308ad27a5f6 req-33f465a4-f0d8-4081-9259-da46fff69e3d service neutron] Bound port: 14fdc4fe-0803-43ee-89a6-939278790e58, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0c30da2-1a68-4f2e-be9b-2ec222378b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '469c610d-3640-4407-b2a9-dd8cd792723c'}}] {{(pid=85356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 05:05:28.676801 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-da7d02e6-25f8-4019-a2a9-e308ad27a5f6 req-33f465a4-f0d8-4081-9259-da46fff69e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:28.684792 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828a305d-339e-4964-bdcb-6d145c2609e9 None None] Pushing event updated for resources: {'Port': ['ID=f3c0c6e6-979c-4926-aec1-a0f16e62dde2,revision_number=3']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:05:28.778488 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-828a305d-339e-4964-bdcb-6d145c2609e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:05:28.858974 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-d5f5beaa-7590-4fcf-a11e-23ffce401c67 None None] Attempting to bind port f3c0c6e6-979c-4926-aec1-a0f16e62dde2 on host dv-cinder-786524-1-iscsi for vnic_type normal with profile  {{(pid=85358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 05:05:28.859517 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-d5f5beaa-7590-4fcf-a11e-23ffce401c67 None None] Attempting to bind port f3c0c6e6-979c-4926-aec1-a0f16e62dde2 by drivers openvswitch,hyperv on host dv-cinder-786524-1-iscsi at level 0 using segments [{'id': 'cb8e44eb-736f-4d1f-b3b1-3923d82bb05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '664292e9-5cb7-4c38-858c-87a95d93f53a'}] {{(pid=85358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 05:05:28.860023 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f5beaa-7590-4fcf-a11e-23ffce401c67 None None] Attempting to bind port f3c0c6e6-979c-4926-aec1-a0f16e62dde2 on network 664292e9-5cb7-4c38-858c-87a95d93f53a {{(pid=85358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 05:05:28.868434 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f5beaa-7590-4fcf-a11e-23ffce401c67 None None] Checking agent: {'id': '2c00d7f4-da3e-4cf0-ab95-3dab1af70cf6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 4, 54, 38), 'started_at': datetime.datetime(2021, 4, 16, 4, 55, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 5, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 05:05:28.868996 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f5beaa-7590-4fcf-a11e-23ffce401c67 None None] Checking segment: {'id': 'cb8e44eb-736f-4d1f-b3b1-3923d82bb05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '664292e9-5cb7-4c38-858c-87a95d93f53a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 05:05:28.869588 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-d5f5beaa-7590-4fcf-a11e-23ffce401c67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:28.870138 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f5beaa-7590-4fcf-a11e-23ffce401c67 None None] Bound using segment: {'id': 'cb8e44eb-736f-4d1f-b3b1-3923d82bb05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '664292e9-5cb7-4c38-858c-87a95d93f53a'} {{(pid=85358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 05:05:28.870807 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-d5f5beaa-7590-4fcf-a11e-23ffce401c67 None None] Bound port: f3c0c6e6-979c-4926-aec1-a0f16e62dde2, host: dv-cinder-786524-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb8e44eb-736f-4d1f-b3b1-3923d82bb05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '664292e9-5cb7-4c38-858c-87a95d93f53a'}}] {{(pid=85358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 05:05:28.871330 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-d5f5beaa-7590-4fcf-a11e-23ffce401c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:28.996557 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [req-da7d02e6-25f8-4019-a2a9-e308ad27a5f6 req-33f465a4-f0d8-4081-9259-da46fff69e3d service neutron] For port 14fdc4fe-0803-43ee-89a6-939278790e58, host hv-cinder-78652, cleared binding levels {{(pid=85356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 05:05:29.003350 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [req-da7d02e6-25f8-4019-a2a9-e308ad27a5f6 req-33f465a4-f0d8-4081-9259-da46fff69e3d service neutron] For port 14fdc4fe-0803-43ee-89a6-939278790e58, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=14fdc4fe-0803-43ee-89a6-939278790e58,segment=NetworkSegment(e0c30da2-1a68-4f2e-be9b-2ec222378b18),segment_id=e0c30da2-1a68-4f2e-be9b-2ec222378b18)] {{(pid=85356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 05:05:29.053224 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-da7d02e6-25f8-4019-a2a9-e308ad27a5f6 req-33f465a4-f0d8-4081-9259-da46fff69e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822724348'] for port, after_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:29.053507 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-d5f5beaa-7590-4fcf-a11e-23ffce401c67 None None] For port f3c0c6e6-979c-4926-aec1-a0f16e62dde2, host dv-cinder-786524-1-iscsi, cleared binding levels {{(pid=85358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 05:05:29.057183 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-d5f5beaa-7590-4fcf-a11e-23ffce401c67 None None] For port f3c0c6e6-979c-4926-aec1-a0f16e62dde2, host dv-cinder-786524-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=f3c0c6e6-979c-4926-aec1-a0f16e62dde2,segment=NetworkSegment(cb8e44eb-736f-4d1f-b3b1-3923d82bb05b),segment_id=cb8e44eb-736f-4d1f-b3b1-3923d82bb05b)] {{(pid=85358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 05:05:29.069902 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-d5f5beaa-7590-4fcf-a11e-23ffce401c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:29.099349 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-ceb75bde-e5c1-42fa-9620-45b4b5cec782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:05:29.374927 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-ebfea380-9a6d-4c2b-af33-9c50ecdcfb9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:05:29.406170 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-50403d3f-e755-4925-a56a-00d0ec4b32c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:29.408267 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-50403d3f-e755-4925-a56a-00d0ec4b32c4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/873b88ee-ed4a-4501-a203-f7c09efc24ce HTTP/1.1" status: 204  len: 168 time: 2.9912663
Apr 16 05:05:29.410519 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-f4823094-dd95-4caf-bacc-eb0137d10e64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:05:29.497367 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d02e6-25f8-4019-a2a9-e308ad27a5f6 req-33f465a4-f0d8-4081-9259-da46fff69e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:05:29.498508 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-da7d02e6-25f8-4019-a2a9-e308ad27a5f6 req-33f465a4-f0d8-4081-9259-da46fff69e3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821710155'] for port, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:29.501255 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-da7d02e6-25f8-4019-a2a9-e308ad27a5f6 req-33f465a4-f0d8-4081-9259-da46fff69e3d service neutron] 10.222.0.16 "PUT /v2.0/ports/14fdc4fe-0803-43ee-89a6-939278790e58 HTTP/1.1" status: 200  len: 1094 time: 4.3267379
Apr 16 05:05:29.506780 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ad5a46f2-3c3e-4337-a9a1-94d55de8cc60 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Notify callbacks [] for security_group, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:29.524212 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1622f792-7b03-4c49-b8da-dcf286b703b2', 'tag': '14fdc4fe-0803-43ee-89a6-939278790e58'}] {{(pid=85356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 05:05:29.539785 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ad5a46f2-3c3e-4337-a9a1-94d55de8cc60 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:29.540087 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-f4823094-dd95-4caf-bacc-eb0137d10e64 admin admin] Usage tracker for resource:security_group_rule and tenant:0ece4cc8e45342c0b73bdd54734dcaed is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:05:29.555065 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-f4823094-dd95-4caf-bacc-eb0137d10e64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:05:29.591401 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-f4823094-dd95-4caf-bacc-eb0137d10e64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:05:29.666310 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828a305d-339e-4964-bdcb-6d145c2609e9 None None] Pushing event updated for resources: {'Port': ['ID=f3c0c6e6-979c-4926-aec1-a0f16e62dde2,revision_number=4']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:05:29.676247 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-828a305d-339e-4964-bdcb-6d145c2609e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.577s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:05:29.692885 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ad5a46f2-3c3e-4337-a9a1-94d55de8cc60 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Notify callbacks [] for security_group, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:29.695504 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-ad5a46f2-3c3e-4337-a9a1-94d55de8cc60 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 1.5332048
Apr 16 05:05:29.714184 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 35064) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:05:29.723383 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f03eb8-963f-4f03-902a-d382e47bad31 req-8a93b4a1-b636-45e3-8e1e-42c66fb7671e tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:05:29.732724 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-f5f03eb8-963f-4f03-902a-d382e47bad31 req-8a93b4a1-b636-45e3-8e1e-42c66fb7671e tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/ports?device_id=1622f792-7b03-4c49-b8da-dcf286b703b2 HTTP/1.1" status: 200  len: 944 time: 0.3169544
Apr 16 05:05:29.747178 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-0a0f1c75-2f40-4299-9ec5-97d71446bf5f tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Request body: {'security_group_rule': {'security_group_id': '8548a554-a67d-4df0-81c7-bc380ca1e345', 'project_id': '19a213d1b49b4109b75966286a61917f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:05:29.762292 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-0a0f1c75-2f40-4299-9ec5-97d71446bf5f tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:05:29.770973 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-0a0f1c75-2f40-4299-9ec5-97d71446bf5f tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Usage tracker for resource:security_group_rule and tenant:19a213d1b49b4109b75966286a61917f is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:05:29.776972 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-0a0f1c75-2f40-4299-9ec5-97d71446bf5f tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:05:29.790000 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-0a0f1c75-2f40-4299-9ec5-97d71446bf5f tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:05:29.848298 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f5beaa-7590-4fcf-a11e-23ffce401c67 None None] Routers {'fcc95d43-a496-45de-9865-755ab638fd93'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:05:29.849529 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-d5f5beaa-7590-4fcf-a11e-23ffce401c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dae873e80>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:05:07Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['fcc95d43-a496-45de-9865-755ab638fd93'], 'active': True} {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:05:29.948108 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0a0f1c75-2f40-4299-9ec5-97d71446bf5f tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:30.012987 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-f5f03eb8-963f-4f03-902a-d382e47bad31 req-1740c28d-d399-49be-9ac7-d9dee8e86f58 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/security-groups?id=4caff57c-68d2-4f1f-a5bc-b37d2db244ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2479665
Apr 16 05:05:30.019372 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd390626-b61b-44db-b4b0-4e55a63a65b6 admin admin] Router 44dbc74a-6d6e-45a9-919b-8c7a072f925d is scheduled to L3 agent 9bacd1b6-99a0-44b1-8352-fe12768771b0 with binding_index 1 {{(pid=85357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 16 05:05:30.083613 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d02e6-25f8-4019-a2a9-e308ad27a5f6 req-66d8a5e1-f31b-428d-a08a-7e1167f2d846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:05:30.086672 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-da7d02e6-25f8-4019-a2a9-e308ad27a5f6 req-66d8a5e1-f31b-428d-a08a-7e1167f2d846 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7f44f6ee260749d7a681aeb529427a10&device_id=1622f792-7b03-4c49-b8da-dcf286b703b2 HTTP/1.1" status: 200  len: 1097 time: 0.4882779
Apr 16 05:05:30.145015 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f465a4-f0d8-4081-9259-da46fff69e3d service neutron] Pushing event updated for resources: {'Port': ['ID=14fdc4fe-0803-43ee-89a6-939278790e58,revision_number=3']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:05:30.173040 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-33f465a4-f0d8-4081-9259-da46fff69e3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.798s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:05:30.191901 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-9ad9dc26-7949-4af7-90b6-7012a3e0f2ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.588s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:05:30.470393 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-da7d02e6-25f8-4019-a2a9-e308ad27a5f6 req-fa5b97cf-7342-400c-8078-44caddb06370 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14fdc4fe-0803-43ee-89a6-939278790e58 HTTP/1.1" status: 200  len: 217 time: 0.2803078
Apr 16 05:05:30.499881 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1622f792-7b03-4c49-b8da-dcf286b703b2', 'tag': '14fdc4fe-0803-43ee-89a6-939278790e58', 'status': 'completed', 'code': 200}
Apr 16 05:05:30.523449 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 35084) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:05:30.566360 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-d5f5beaa-7590-4fcf-a11e-23ffce401c67 None None] Set router fcc95d43-a496-45de-9865-755ab638fd93 gateway port host: dv-cinder-786524-1-iscsi {{(pid=85358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:05:30.601042 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-304d588e-bd93-4553-a5c7-7745555f07cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:30.644971 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0a0f1c75-2f40-4299-9ec5-97d71446bf5f tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:30.648444 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5a46f2-3c3e-4337-a9a1-94d55de8cc60 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8548a554-a67d-4df0-81c7-bc380ca1e345,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:05:30.660252 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-ad5a46f2-3c3e-4337-a9a1-94d55de8cc60 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:05:30.664529 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0a0f1c75-2f40-4299-9ec5-97d71446bf5f tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612896'] for security_group_rule, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:30.672492 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:05:30.682222 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-304d588e-bd93-4553-a5c7-7745555f07cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:05:30.691728 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-304d588e-bd93-4553-a5c7-7745555f07cf admin admin] Usage tracker for resource:security_group_rule and tenant:cb071a06ce794301aa058f14889db40e is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:05:30.699377 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0f1c75-2f40-4299-9ec5-97d71446bf5f tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba43fa29-9941-4aba-85a4-d4ff1b7ee950,revision_number=0']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:05:30.699613 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-304d588e-bd93-4553-a5c7-7745555f07cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:05:30.711267 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d02e6-25f8-4019-a2a9-e308ad27a5f6 req-b49e720e-a330-4687-8a86-56e754b175dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:05:30.715620 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-304d588e-bd93-4553-a5c7-7745555f07cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:05:30.735027 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-da7d02e6-25f8-4019-a2a9-e308ad27a5f6 req-b49e720e-a330-4687-8a86-56e754b175dc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=28b73d84-839b-41f8-8a99-404cd24cc829 HTTP/1.1" status: 200  len: 854 time: 0.2275181
Apr 16 05:05:30.738744 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-0a0f1c75-2f40-4299-9ec5-97d71446bf5f tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:05:30.839731 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-304d588e-bd93-4553-a5c7-7745555f07cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:30.856189 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-da7d02e6-25f8-4019-a2a9-e308ad27a5f6 req-6be9c9db-2677-4c69-8204-fb6c07715356 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=469c610d-3640-4407-b2a9-dd8cd792723c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1095381
Apr 16 05:05:30.858894 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0a0f1c75-2f40-4299-9ec5-97d71446bf5f tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:30.860273 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-0a0f1c75-2f40-4299-9ec5-97d71446bf5f tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.1312389
Apr 16 05:05:30.865019 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 35096) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:05:30.918021 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-304d588e-bd93-4553-a5c7-7745555f07cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:30.941408 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-ed8adaed-676a-42da-825c-915a811019d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:05:30.964368 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-d5f5beaa-7590-4fcf-a11e-23ffce401c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dae873e80>, [{'id': 'fcc95d43-a496-45de-9865-755ab638fd93', 'name': 'tempest-TestShelveInstance-1869201796-router', 'tenant_id': 'ce83df192629467992e560af6887d251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'cbe14692-c279-413a-98f9-6a6007bc357d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:05:04Z', 'updated_at': '2021-04-16T05:05:20Z', 'revision_number': 4, 'project_id': 'ce83df192629467992e560af6887d251', 'gw_port': {'id': 'cbe14692-c279-413a-98f9-6a6007bc357d', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:12:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc95d43-a496-45de-9865-755ab638fd93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:05:07Z', 'updated_at': '2021-04-16T05:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi', '_interfaces': [{'id': 'f3c0c6e6-979c-4926-aec1-a0f16e62dde2', 'name': '', 'network_id': '664292e9-5cb7-4c38-858c-87a95d93f53a', 'tenant_id': 'ce83df192629467992e560af6887d251', 'mac_address': 'fa:16:3e:20:4d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc95d43-a496-45de-9865-755ab638fd93', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'c0363fd0-113a-4733-a2b1-4bf827f7e922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:05:17Z', 'updated_at': '2021-04-16T05:05:29Z', 'revision_number': 4, 'project_id': 'ce83df192629467992e560af6887d251', 'subnets': [{'id': 'c0363fd0-113a-4733-a2b1-4bf827f7e922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:05:30.970879 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f5beaa-7590-4fcf-a11e-23ffce401c67 None None] The sync data for ids ['fcc95d43-a496-45de-9865-755ab638fd93'] in dv-cinder-786524-1-iscsi is: [{'id': 'fcc95d43-a496-45de-9865-755ab638fd93', 'name': 'tempest-TestShelveInstance-1869201796-router', 'tenant_id': 'ce83df192629467992e560af6887d251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'cbe14692-c279-413a-98f9-6a6007bc357d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:05:04Z', 'updated_at': '2021-04-16T05:05:20Z', 'revision_number': 4, 'project_id': 'ce83df192629467992e560af6887d251', 'gw_port': {'id': 'cbe14692-c279-413a-98f9-6a6007bc357d', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:12:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc95d43-a496-45de-9865-755ab638fd93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:05:07Z', 'updated_at': '2021-04-16T05:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi', '_interfaces': [{'id': 'f3c0c6e6-979c-4926-aec1-a0f16e62dde2', 'name': '', 'network_id': '664292e9-5cb7-4c38-858c-87a95d93f53a', 'tenant_id': 'ce83df192629467992e560af6887d251', 'mac_address': 'fa:16:3e:20:4d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc95d43-a496-45de-9865-755ab638fd93', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'c0363fd0-113a-4733-a2b1-4bf827f7e922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:05:17Z', 'updated_at': '2021-04-16T05:05:29Z', 'revision_number': 4, 'project_id': 'ce83df192629467992e560af6887d251', 'subnets': [{'id': 'c0363fd0-113a-4733-a2b1-4bf827f7e922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 05:05:31.001391 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f4823094-dd95-4caf-bacc-eb0137d10e64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:31.058239 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304d588e-bd93-4553-a5c7-7745555f07cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96eba5c4-6862-497e-a4d3-c676d942cd38,revision_number=1']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:05:31.075551 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-304d588e-bd93-4553-a5c7-7745555f07cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:05:31.091727 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f4823094-dd95-4caf-bacc-eb0137d10e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:31.127408 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-91f3b294-c140-43b1-b99a-7a8b13e9018a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:05:31.250624 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-f4823094-dd95-4caf-bacc-eb0137d10e64 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0ece4cc8e45342c0b73bdd54734dcaed&name=default HTTP/1.1" status: 200  len: 2979 time: 3.9160011
Apr 16 05:05:31.256228 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-304d588e-bd93-4553-a5c7-7745555f07cf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cb071a06ce794301aa058f14889db40e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7312412
Apr 16 05:05:31.266217 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 35102) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:05:31.266918 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 35104) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:05:31.329043 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-839b1ee6-8399-479e-a789-dcf4b964c8ae tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Request body: {'security_group_rule': {'security_group_id': '8548a554-a67d-4df0-81c7-bc380ca1e345', 'project_id': '19a213d1b49b4109b75966286a61917f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:05:31.330056 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d049030f-04d9-4036-811f-06c38eb3bd02 req-7083e97e-18d5-47d1-9deb-8b1f8785ce64 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:05:31.333252 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-d049030f-04d9-4036-811f-06c38eb3bd02 req-7083e97e-18d5-47d1-9deb-8b1f8785ce64 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cebb75-08a7-4e02-a9ad-c88938f84799 HTTP/1.1" status: 200  len: 945 time: 0.5213976
Apr 16 05:05:31.334536 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4823094-dd95-4caf-bacc-eb0137d10e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbd5fa59-d902-4791-9f7e-6e4dcede769c,revision_number=1']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:05:31.339758 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-839b1ee6-8399-479e-a789-dcf4b964c8ae tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:05:31.354037 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-839b1ee6-8399-479e-a789-dcf4b964c8ae tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Usage tracker for resource:security_group_rule and tenant:19a213d1b49b4109b75966286a61917f is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:05:31.359951 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-839b1ee6-8399-479e-a789-dcf4b964c8ae tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:05:31.371782 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-839b1ee6-8399-479e-a789-dcf4b964c8ae tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:05:31.421225 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-839b1ee6-8399-479e-a789-dcf4b964c8ae tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:31.442846 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-da7d02e6-25f8-4019-a2a9-e308ad27a5f6 req-ecfede88-91b0-49b6-94d0-4fee3b65bbf9 service neutron] 10.222.0.16 "GET /v2.0/networks/469c610d-3640-4407-b2a9-dd8cd792723c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5788145
Apr 16 05:05:31.462485 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-f4823094-dd95-4caf-bacc-eb0137d10e64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:05:31.483389 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd390626-b61b-44db-b4b0-4e55a63a65b6 admin admin] Notify agent at l3_agent.dv-cinder-786524-1-iscsi the message routers_updated {{(pid=85357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 05:05:31.497782 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5677f4-b075-469b-aeb9-a74fc7f6ea63 None None] Sync routers for ids ['44dbc74a-6d6e-45a9-919b-8c7a072f925d'] in dv-cinder-786524-1-iscsi {{(pid=85359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 05:05:31.515460 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5677f4-b075-469b-aeb9-a74fc7f6ea63 None None] Routers {'44dbc74a-6d6e-45a9-919b-8c7a072f925d'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:05:31.516455 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-9e5677f4-b075-469b-aeb9-a74fc7f6ea63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5daeef7f60>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:05:07Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['44dbc74a-6d6e-45a9-919b-8c7a072f925d'], 'active': True} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:05:31.643711 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c6407ac1-d834-46ec-8e6e-de696d9f9aa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:31.652640 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-dd390626-b61b-44db-b4b0-4e55a63a65b6 admin admin] Notify callbacks [] for router, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:31.654069 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-dd390626-b61b-44db-b4b0-4e55a63a65b6 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 12.4242301
Apr 16 05:05:31.659102 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 35116) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:05:31.755068 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-d049030f-04d9-4036-811f-06c38eb3bd02 req-97278972-ad04-4bfb-ad14-9e7ceef8e5b2 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8463a7f-3623-45fa-b260-5c490295d4a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2912657
Apr 16 05:05:31.792809 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-9e5677f4-b075-469b-aeb9-a74fc7f6ea63 None None] Set router 44dbc74a-6d6e-45a9-919b-8c7a072f925d gateway port host: dv-cinder-786524-1-iscsi {{(pid=85359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:05:31.850263 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c6407ac1-d834-46ec-8e6e-de696d9f9aa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:31.937941 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-839b1ee6-8399-479e-a789-dcf4b964c8ae tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:31.944839 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-da7d02e6-25f8-4019-a2a9-e308ad27a5f6 req-b732ea5a-ce62-4027-849b-44313eaaabdd service neutron] 10.222.0.16 "GET /v2.0/networks/469c610d-3640-4407-b2a9-dd8cd792723c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4937928
Apr 16 05:05:31.948725 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-839b1ee6-8399-479e-a789-dcf4b964c8ae tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612896'] for security_group_rule, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:31.956800 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-26b68393-e26a-4180-8e14-ea80dcd034c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:31.982720 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c6407ac1-d834-46ec-8e6e-de696d9f9aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:32.011200 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-422bc68e-842c-4e14-9178-dffcda67c870 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:05:32.011559 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:05:32.027784 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-839b1ee6-8399-479e-a789-dcf4b964c8ae tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:32.029114 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-839b1ee6-8399-479e-a789-dcf4b964c8ae tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.7107258
Apr 16 05:05:32.041795 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 35120) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:05:32.053322 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-49df8846-424c-4713-8a15-9327a273a8e6 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Request body: {'security_group_rule': {'security_group_id': '8548a554-a67d-4df0-81c7-bc380ca1e345', 'project_id': '19a213d1b49b4109b75966286a61917f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:05:32.061928 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6407ac1-d834-46ec-8e6e-de696d9f9aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbd5fa59-d902-4791-9f7e-6e4dcede769c,revision_number=None']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:05:32.068812 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-c6407ac1-d834-46ec-8e6e-de696d9f9aa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:05:32.100669 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c6407ac1-d834-46ec-8e6e-de696d9f9aa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:32.102951 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-c6407ac1-d834-46ec-8e6e-de696d9f9aa5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dbd5fa59-d902-4791-9f7e-6e4dcede769c HTTP/1.1" status: 204  len: 168 time: 0.8247116
Apr 16 05:05:32.120753 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-26b68393-e26a-4180-8e14-ea80dcd034c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:32.185690 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839b1ee6-8399-479e-a789-dcf4b964c8ae tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93343b76-45cb-4b72-b42e-0a13e9e5e06c,revision_number=0']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:05:32.193795 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-839b1ee6-8399-479e-a789-dcf4b964c8ae tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:05:32.205696 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-49df8846-424c-4713-8a15-9327a273a8e6 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:05:32.241814 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-49df8846-424c-4713-8a15-9327a273a8e6 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Usage tracker for resource:security_group_rule and tenant:19a213d1b49b4109b75966286a61917f is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:05:32.262612 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-49df8846-424c-4713-8a15-9327a273a8e6 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:05:32.295616 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-49df8846-424c-4713-8a15-9327a273a8e6 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:05:32.328375 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-26b68393-e26a-4180-8e14-ea80dcd034c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:32.363033 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:05:32.445078 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-49df8846-424c-4713-8a15-9327a273a8e6 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:32.446238 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-9e5677f4-b075-469b-aeb9-a74fc7f6ea63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5daeef7f60>, [{'id': '44dbc74a-6d6e-45a9-919b-8c7a072f925d', 'name': 'tempest-ServerRescueNegativeTestJSON-982851298-router', 'tenant_id': '906565d5b9534e68b06210dedd1603fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '0ff207b7-52ad-4de0-9675-cf867d1f6aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:05:19Z', 'updated_at': '2021-04-16T05:05:25Z', 'revision_number': 3, 'project_id': '906565d5b9534e68b06210dedd1603fb', 'gw_port': {'id': '0ff207b7-52ad-4de0-9675-cf867d1f6aea', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:82:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44dbc74a-6d6e-45a9-919b-8c7a072f925d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:05:21Z', 'updated_at': '2021-04-16T05:05:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi'}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:05:32.456811 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b68393-e26a-4180-8e14-ea80dcd034c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96eba5c4-6862-497e-a4d3-c676d942cd38,revision_number=None']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:05:32.464529 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-26b68393-e26a-4180-8e14-ea80dcd034c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:32.465644 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5677f4-b075-469b-aeb9-a74fc7f6ea63 None None] Checking router: 44dbc74a-6d6e-45a9-919b-8c7a072f925d for host: dv-cinder-786524-1-iscsi {{(pid=85359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 05:05:32.466763 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-26b68393-e26a-4180-8e14-ea80dcd034c3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/96eba5c4-6862-497e-a4d3-c676d942cd38 HTTP/1.1" status: 204  len: 168 time: 1.1846478
Apr 16 05:05:32.467753 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5677f4-b075-469b-aeb9-a74fc7f6ea63 None None] Updating router 44dbc74a-6d6e-45a9-919b-8c7a072f925d port 0ff207b7-52ad-4de0-9675-cf867d1f6aea binding host dv-cinder-786524-1-iscsi {{(pid=85359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 16 05:05:32.519807 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5956d3c-b033-4d59-a2c7-c83edca966ec req-0d439471-00da-44dd-a867-c3f28f0d49cb tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:05:32.537065 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-e5956d3c-b033-4d59-a2c7-c83edca966ec req-0d439471-00da-44dd-a867-c3f28f0d49cb tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/ports?device_id=1622f792-7b03-4c49-b8da-dcf286b703b2 HTTP/1.1" status: 200  len: 944 time: 1.2785611
Apr 16 05:05:32.547788 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-26b68393-e26a-4180-8e14-ea80dcd034c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:05:32.612743 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a301e32-e830-4ef2-8fc9-0d71d92b31ba req-80d71132-db0e-4b17-b9a7-8d652c39f576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:05:32.614488 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-1a301e32-e830-4ef2-8fc9-0d71d92b31ba req-80d71132-db0e-4b17-b9a7-8d652c39f576 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7f44f6ee260749d7a681aeb529427a10&device_id=1622f792-7b03-4c49-b8da-dcf286b703b2 HTTP/1.1" status: 200  len: 1097 time: 0.5497127
Apr 16 05:05:32.626972 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-9e5677f4-b075-469b-aeb9-a74fc7f6ea63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:32.703518 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-e5956d3c-b033-4d59-a2c7-c83edca966ec req-e673887a-7f56-49d0-90e7-ccd1e20473e5 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/security-groups?id=4caff57c-68d2-4f1f-a5bc-b37d2db244ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1533513
Apr 16 05:05:32.856234 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a301e32-e830-4ef2-8fc9-0d71d92b31ba req-1646fddb-d27c-4a40-9bb7-60b9fbe09664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:05:32.857963 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-1a301e32-e830-4ef2-8fc9-0d71d92b31ba req-1646fddb-d27c-4a40-9bb7-60b9fbe09664 service neutron] 10.222.0.16 "GET /v2.0/networks?id=469c610d-3640-4407-b2a9-dd8cd792723c HTTP/1.1" status: 200  len: 915 time: 0.2286098
Apr 16 05:05:32.899427 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 35140) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:05:33.071548 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device f3c0c6e6-979c-4926-aec1-a0f16e62dde2 up at agent ovs-agent-dv-cinder-786524-1-iscsi {{(pid=85358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 05:05:33.226555 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-1a301e32-e830-4ef2-8fc9-0d71d92b31ba req-7f86c985-6e06-44d3-a15a-c6c9b34a5cf6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14fdc4fe-0803-43ee-89a6-939278790e58 HTTP/1.1" status: 200  len: 217 time: 0.3565791
Apr 16 05:05:33.295286 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Provisioning for port f3c0c6e6-979c-4926-aec1-a0f16e62dde2 completed by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 05:05:33.312479 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Provisioning complete for port f3c0c6e6-979c-4926-aec1-a0f16e62dde2 triggered by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:05:33.313182 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:33.398233 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-be253265-1a94-4c9b-af49-7c445e962431 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:33.459480 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-be253265-1a94-4c9b-af49-7c445e962431 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:05:33.473410 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-be253265-1a94-4c9b-af49-7c445e962431 admin admin] Usage tracker for resource:security_group_rule and tenant:18e77f6783ca48c6b59f16fcd5094e92 is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:05:33.488625 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-be253265-1a94-4c9b-af49-7c445e962431 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:05:33.527218 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-be253265-1a94-4c9b-af49-7c445e962431 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:05:33.529788 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-49df8846-424c-4713-8a15-9327a273a8e6 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:33.672141 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:33.741790 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59d4e51-f6e8-433a-ba40-546fc4265887 req-9e292d7b-d494-4ad4-83f9-9c8d53132dce tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:05:33.750303 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] For port f3c0c6e6-979c-4926-aec1-a0f16e62dde2, host dv-cinder-786524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=f3c0c6e6-979c-4926-aec1-a0f16e62dde2,segment=NetworkSegment(cb8e44eb-736f-4d1f-b3b1-3923d82bb05b),segment_id=cb8e44eb-736f-4d1f-b3b1-3923d82bb05b)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:05:33.757953 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:33.763134 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:05:33.765281 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-f59d4e51-f6e8-433a-ba40-546fc4265887 req-9e292d7b-d494-4ad4-83f9-9c8d53132dce tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cebb75-08a7-4e02-a9ad-c88938f84799 HTTP/1.1" status: 200  len: 945 time: 0.6808727
Apr 16 05:05:33.778405 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-49df8846-424c-4713-8a15-9327a273a8e6 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612896'] for security_group_rule, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:33.821315 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-9e5677f4-b075-469b-aeb9-a74fc7f6ea63 None None] Notify callbacks [] for port, precommit_update {{(pid=85359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:33.855246 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-9e5677f4-b075-469b-aeb9-a74fc7f6ea63 None None] Transition to ACTIVE for port object 0ff207b7-52ad-4de0-9675-cf867d1f6aea will not be triggered until provisioned by entity L2. {{(pid=85359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 05:05:33.870794 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-9e5677f4-b075-469b-aeb9-a74fc7f6ea63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:33.927609 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:05:33.947606 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Pushing event updated for resources: {'Port': ['ID=f3c0c6e6-979c-4926-aec1-a0f16e62dde2,revision_number=5']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:05:33.954635 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:05:33.991217 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-f59d4e51-f6e8-433a-ba40-546fc4265887 req-607c3dd2-e2c2-4d0a-9ef3-5f6b8b3ff81f tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8463a7f-3623-45fa-b260-5c490295d4a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2249346
Apr 16 05:05:34.046322 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device 14fdc4fe-0803-43ee-89a6-939278790e58 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=85358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 16 05:05:34.109999 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-839b1ee6-8399-479e-a789-dcf4b964c8ae tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:05:34.151576 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb85598-e5a4-4ea7-8e60-f000642fbbe7 None None] Pushing event updated for resources: {'Port': ['ID=0ff207b7-52ad-4de0-9675-cf867d1f6aea,revision_number=2']} {{(pid=85359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:05:34.168768 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-fcb85598-e5a4-4ea7-8e60-f000642fbbe7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=85359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:05:34.172487 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-49df8846-424c-4713-8a15-9327a273a8e6 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:34.178404 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-49df8846-424c-4713-8a15-9327a273a8e6 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 2.1269848
Apr 16 05:05:34.180715 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a301e32-e830-4ef2-8fc9-0d71d92b31ba req-4d39894e-c935-4d40-b34e-3a06edbce408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:05:34.182378 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-1a301e32-e830-4ef2-8fc9-0d71d92b31ba req-4d39894e-c935-4d40-b34e-3a06edbce408 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=28b73d84-839b-41f8-8a99-404cd24cc829 HTTP/1.1" status: 200  len: 854 time: 0.9491506
Apr 16 05:05:34.182937 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 35172) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:05:34.189297 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49df8846-424c-4713-8a15-9327a273a8e6 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28cd85a7-dbd1-48bf-af61-937e10e88229,revision_number=0']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:05:34.257927 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-5f72e61b-5c64-46f8-835a-af209b091fd3 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Request body: {'security_group_rule': {'security_group_id': '8548a554-a67d-4df0-81c7-bc380ca1e345', 'project_id': '19a213d1b49b4109b75966286a61917f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:05:34.265637 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-5f72e61b-5c64-46f8-835a-af209b091fd3 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:05:34.270457 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-5f72e61b-5c64-46f8-835a-af209b091fd3 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Usage tracker for resource:security_group_rule and tenant:19a213d1b49b4109b75966286a61917f is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:05:34.274220 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-5f72e61b-5c64-46f8-835a-af209b091fd3 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:05:34.283007 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-5f72e61b-5c64-46f8-835a-af209b091fd3 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:05:34.294101 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-1a301e32-e830-4ef2-8fc9-0d71d92b31ba req-2c88c537-2b1c-4834-a496-257171323dd3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=469c610d-3640-4407-b2a9-dd8cd792723c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0965469
Apr 16 05:05:34.298996 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df8846-424c-4713-8a15-9327a273a8e6 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:05:34.299407 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df8846-424c-4713-8a15-9327a273a8e6 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:05:34.299814 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df8846-424c-4713-8a15-9327a273a8e6 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:05:34.300218 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df8846-424c-4713-8a15-9327a273a8e6 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:05:34.300620 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df8846-424c-4713-8a15-9327a273a8e6 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:05:34.301019 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df8846-424c-4713-8a15-9327a273a8e6 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:05:34.301465 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df8846-424c-4713-8a15-9327a273a8e6 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:05:34.301856 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df8846-424c-4713-8a15-9327a273a8e6 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:05:34.302251 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df8846-424c-4713-8a15-9327a273a8e6 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:05:34.302639 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df8846-424c-4713-8a15-9327a273a8e6 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:05:34.303029 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df8846-424c-4713-8a15-9327a273a8e6 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:05:34.303468 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df8846-424c-4713-8a15-9327a273a8e6 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:05:34.307423 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-49df8846-424c-4713-8a15-9327a273a8e6 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:05:34.358041 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f97f0-d302-41ae-ab35-a0865ef9b943 req-40d358e3-8ade-4985-8f44-caa257284c3a tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:05:34.362146 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-da5f97f0-d302-41ae-ab35-a0865ef9b943 req-40d358e3-8ade-4985-8f44-caa257284c3a tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/ports?device_id=1622f792-7b03-4c49-b8da-dcf286b703b2 HTTP/1.1" status: 200  len: 944 time: 0.3316739
Apr 16 05:05:34.390136 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-5f72e61b-5c64-46f8-835a-af209b091fd3 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:34.512531 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-be253265-1a94-4c9b-af49-7c445e962431 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:34.525481 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] For port 14fdc4fe-0803-43ee-89a6-939278790e58, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=14fdc4fe-0803-43ee-89a6-939278790e58,segment=NetworkSegment(e0c30da2-1a68-4f2e-be9b-2ec222378b18),segment_id=e0c30da2-1a68-4f2e-be9b-2ec222378b18)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:05:34.556555 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-da5f97f0-d302-41ae-ab35-a0865ef9b943 req-2dd45e6e-9ee5-4964-865e-e21bbf1adf33 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/security-groups?id=4caff57c-68d2-4f1f-a5bc-b37d2db244ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1793690
Apr 16 05:05:34.561379 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Returning: {'device': '14fdc4fe-0803-43ee-89a6-939278790e58', 'network_id': '469c610d-3640-4407-b2a9-dd8cd792723c', 'port_id': '14fdc4fe-0803-43ee-89a6-939278790e58', 'mac_address': 'fa:16:3e:ac:0b:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28b73d84-839b-41f8-8a99-404cd24cc829', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 16 05:05:34.566240 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-be253265-1a94-4c9b-af49-7c445e962431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:34.585808 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-c0bd5db6-d0f0-4edc-bc76-f96a30bead8a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:05:34.670514 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:34.702810 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14fdc4fe-0803-43ee-89a6-939278790e58 {{(pid=85358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 05:05:34.720248 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-be253265-1a94-4c9b-af49-7c445e962431 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=18e77f6783ca48c6b59f16fcd5094e92&name=default HTTP/1.1" status: 200  len: 2979 time: 1.8187709
Apr 16 05:05:34.726874 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 35188) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:05:34.744439 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] For port 14fdc4fe-0803-43ee-89a6-939278790e58, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=14fdc4fe-0803-43ee-89a6-939278790e58,segment=NetworkSegment(e0c30da2-1a68-4f2e-be9b-2ec222378b18),segment_id=e0c30da2-1a68-4f2e-be9b-2ec222378b18)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:05:34.750923 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:34.754090 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-bb97a2a8-5122-4d8b-bee9-d378488fefcc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:05:34.817427 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-1a301e32-e830-4ef2-8fc9-0d71d92b31ba req-28110bc6-1a22-495b-b655-eac82714f3ff service neutron] 10.222.0.16 "GET /v2.0/networks/469c610d-3640-4407-b2a9-dd8cd792723c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5075560
Apr 16 05:05:34.891210 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 35192) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:05:35.007278 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-7947f751-f765-414f-abf6-47256f055fea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:35.012331 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be253265-1a94-4c9b-af49-7c445e962431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b280efd5-317e-497c-84bf-439a90d2f1a1,revision_number=1']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:05:35.015809 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-9e5677f4-b075-469b-aeb9-a74fc7f6ea63 None None] Attempting to bind port 0ff207b7-52ad-4de0-9675-cf867d1f6aea on host dv-cinder-786524-1-iscsi for vnic_type normal with profile  {{(pid=85359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 05:05:35.016915 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-9e5677f4-b075-469b-aeb9-a74fc7f6ea63 None None] Attempting to bind port 0ff207b7-52ad-4de0-9675-cf867d1f6aea by drivers openvswitch,hyperv on host dv-cinder-786524-1-iscsi at level 0 using segments [{'id': '88f0db33-a5d4-497b-ae0c-257388b0c0ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88'}] {{(pid=85359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 05:05:35.017904 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5677f4-b075-469b-aeb9-a74fc7f6ea63 None None] Attempting to bind port 0ff207b7-52ad-4de0-9675-cf867d1f6aea on network 09b59cd3-13be-4f6b-8ba8-71a7bb13ef88 {{(pid=85359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 05:05:35.027302 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Pushing event updated for resources: {'Port': ['ID=14fdc4fe-0803-43ee-89a6-939278790e58,revision_number=4']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:05:35.030500 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5677f4-b075-469b-aeb9-a74fc7f6ea63 None None] Checking agent: {'id': '2c00d7f4-da3e-4cf0-ab95-3dab1af70cf6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 4, 54, 38), 'started_at': datetime.datetime(2021, 4, 16, 4, 55, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 5, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 05:05:35.031418 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5677f4-b075-469b-aeb9-a74fc7f6ea63 None None] Checking segment: {'id': '88f0db33-a5d4-497b-ae0c-257388b0c0ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 05:05:35.032288 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-9e5677f4-b075-469b-aeb9-a74fc7f6ea63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:35.044639 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5677f4-b075-469b-aeb9-a74fc7f6ea63 None None] Bound using segment: {'id': '88f0db33-a5d4-497b-ae0c-257388b0c0ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88'} {{(pid=85359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 05:05:35.046030 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-9e5677f4-b075-469b-aeb9-a74fc7f6ea63 None None] Bound port: 0ff207b7-52ad-4de0-9675-cf867d1f6aea, host: dv-cinder-786524-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88f0db33-a5d4-497b-ae0c-257388b0c0ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88'}}] {{(pid=85359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 05:05:35.048426 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-9e5677f4-b075-469b-aeb9-a74fc7f6ea63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:35.050421 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device f3c0c6e6-979c-4926-aec1-a0f16e62dde2 up at agent ovs-agent-dv-cinder-786524-1-iscsi {{(pid=85358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 05:05:35.059067 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-be253265-1a94-4c9b-af49-7c445e962431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:05:35.173526 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-7947f751-f765-414f-abf6-47256f055fea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:35.236058 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:05:35.295364 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-9ef50cef-ca0b-48ce-8a58-88fbd2d92491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:35.323586 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] get_ports_and_sgs() called for port_ids ['14fdc4fe-0803-43ee-89a6-939278790e58'] {{(pid=85358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 05:05:35.387475 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-7947f751-f765-414f-abf6-47256f055fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:35.409599 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-f4823094-dd95-4caf-bacc-eb0137d10e64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:05:35.413333 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-9e5677f4-b075-469b-aeb9-a74fc7f6ea63 None None] For port 0ff207b7-52ad-4de0-9675-cf867d1f6aea, host dv-cinder-786524-1-iscsi, cleared binding levels {{(pid=85359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 05:05:35.428860 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-9e5677f4-b075-469b-aeb9-a74fc7f6ea63 None None] For port 0ff207b7-52ad-4de0-9675-cf867d1f6aea, host dv-cinder-786524-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=0ff207b7-52ad-4de0-9675-cf867d1f6aea,segment=NetworkSegment(88f0db33-a5d4-497b-ae0c-257388b0c0ef),segment_id=88f0db33-a5d4-497b-ae0c-257388b0c0ef)] {{(pid=85359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 05:05:35.448582 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Provisioning complete for port f3c0c6e6-979c-4926-aec1-a0f16e62dde2 triggered by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:05:35.449035 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:35.450435 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-9e5677f4-b075-469b-aeb9-a74fc7f6ea63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:35.507295 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-58d0d2dd-7473-43a9-af0d-ebbffefc7959 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:05:35.533915 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-7947f751-f765-414f-abf6-47256f055fea admin admin] Notify callbacks [] for security_group, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:35.536162 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-7947f751-f765-414f-abf6-47256f055fea admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b280efd5-317e-497c-84bf-439a90d2f1a1 HTTP/1.1" status: 204  len: 168 time: 0.8075836
Apr 16 05:05:35.537961 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7947f751-f765-414f-abf6-47256f055fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b280efd5-317e-497c-84bf-439a90d2f1a1,revision_number=None']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:05:35.553823 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-7947f751-f765-414f-abf6-47256f055fea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:05:35.656641 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeb4fc0-7297-480e-89a5-8c9b45ad8da1 req-238b4b15-3ee9-45b9-bff1-682ec7f0f760 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:05:35.671803 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ebeb4fc0-7297-480e-89a5-8c9b45ad8da1 req-238b4b15-3ee9-45b9-bff1-682ec7f0f760 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cebb75-08a7-4e02-a9ad-c88938f84799 HTTP/1.1" status: 200  len: 945 time: 0.2642567
Apr 16 05:05:35.837160 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ebeb4fc0-7297-480e-89a5-8c9b45ad8da1 req-15a20900-f98c-4f88-9274-f1372f7f0f1a tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8463a7f-3623-45fa-b260-5c490295d4a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1636045
Apr 16 05:05:35.890837 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-5f72e61b-5c64-46f8-835a-af209b091fd3 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:35.893886 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c8ffa173-41ba-4b7c-86f6-12d7f4c5d03c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:35.994175 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-5f72e61b-5c64-46f8-835a-af209b091fd3 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612896'] for security_group_rule, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:36.025346 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-c8ffa173-41ba-4b7c-86f6-12d7f4c5d03c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:05:36.061260 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:05:36.078334 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 35222) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:05:36.109839 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc324531-4f68-4338-83e6-7d9855a7e0be req-cc36f52f-45d0-4388-ae8e-8a5d9650d1dc tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:05:36.114525 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-dc324531-4f68-4338-83e6-7d9855a7e0be req-cc36f52f-45d0-4388-ae8e-8a5d9650d1dc tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/ports?device_id=1622f792-7b03-4c49-b8da-dcf286b703b2 HTTP/1.1" status: 200  len: 945 time: 0.2655675
Apr 16 05:05:36.161071 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb85598-e5a4-4ea7-8e60-f000642fbbe7 None None] Pushing event updated for resources: {'Port': ['ID=0ff207b7-52ad-4de0-9675-cf867d1f6aea,revision_number=3']} {{(pid=85359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:05:36.184751 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-fcb85598-e5a4-4ea7-8e60-f000642fbbe7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.677s {{(pid=85359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:05:36.237441 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-c8ffa173-41ba-4b7c-86f6-12d7f4c5d03c admin admin] Usage tracker for resource:security_group_rule and tenant:4b923155626247f68d5e126c13bafbb2 is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:05:36.241401 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-c8ffa173-41ba-4b7c-86f6-12d7f4c5d03c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:05:36.255145 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-c8ffa173-41ba-4b7c-86f6-12d7f4c5d03c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:05:36.257277 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-dc324531-4f68-4338-83e6-7d9855a7e0be req-220ace25-84ad-4419-a3d4-e48099b47629 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/security-groups?id=4caff57c-68d2-4f1f-a5bc-b37d2db244ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1230121
Apr 16 05:05:36.331879 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-0c27e428-8a02-4c87-8b17-193f288d726c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1447869613-network', 'tenant_id': '22368bbb87b44962a11854b6e49730c3'}} {{(pid=85357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:05:36.337820 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-0c27e428-8a02-4c87-8b17-193f288d726c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:05:36.342465 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-0c27e428-8a02-4c87-8b17-193f288d726c admin admin] Usage tracker for resource:network and tenant:22368bbb87b44962a11854b6e49730c3 is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:05:36.346662 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-0c27e428-8a02-4c87-8b17-193f288d726c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:05:36.354028 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-0c27e428-8a02-4c87-8b17-193f288d726c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:05:36.358529 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5677f4-b075-469b-aeb9-a74fc7f6ea63 None None] Routers {'44dbc74a-6d6e-45a9-919b-8c7a072f925d'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:05:36.359811 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-9e5677f4-b075-469b-aeb9-a74fc7f6ea63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5daeef7f60>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:05:07Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['44dbc74a-6d6e-45a9-919b-8c7a072f925d'], 'active': True} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:05:36.364510 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c27e428-8a02-4c87-8b17-193f288d726c admin admin] Made reservation on behalf of 22368bbb87b44962a11854b6e49730c3 for: {'network': 1} {{(pid=85357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 05:05:36.370158 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0c27e428-8a02-4c87-8b17-193f288d726c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for network, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:36.389921 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0c27e428-8a02-4c87-8b17-193f288d726c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:36.408752 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-0c27e428-8a02-4c87-8b17-193f288d726c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:05:36.413493 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-0c27e428-8a02-4c87-8b17-193f288d726c admin admin] Usage tracker for resource:security_group_rule and tenant:22368bbb87b44962a11854b6e49730c3 is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:05:36.417344 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-0c27e428-8a02-4c87-8b17-193f288d726c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:05:36.425387 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-0c27e428-8a02-4c87-8b17-193f288d726c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:05:36.510308 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-5f72e61b-5c64-46f8-835a-af209b091fd3 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:36.518195 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-5f72e61b-5c64-46f8-835a-af209b091fd3 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 2.3307724
Apr 16 05:05:36.522649 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 35232) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:05:36.531920 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-a759ce1a-f4db-4679-971b-17995f0c9f58 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Request body: {'security_group_rule': {'security_group_id': '8548a554-a67d-4df0-81c7-bc380ca1e345', 'project_id': '19a213d1b49b4109b75966286a61917f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:05:36.539514 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-a759ce1a-f4db-4679-971b-17995f0c9f58 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:05:36.540896 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f72e61b-5c64-46f8-835a-af209b091fd3 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaf7e177-4326-40e6-bc5a-9602b6081248,revision_number=0']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:05:36.544591 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-a759ce1a-f4db-4679-971b-17995f0c9f58 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Usage tracker for resource:security_group_rule and tenant:19a213d1b49b4109b75966286a61917f is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:05:36.548729 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-a759ce1a-f4db-4679-971b-17995f0c9f58 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:05:36.553502 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 35236) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:05:36.556543 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-a759ce1a-f4db-4679-971b-17995f0c9f58 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:05:36.572168 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-5f72e61b-5c64-46f8-835a-af209b091fd3 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:05:36.585689 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0c27e428-8a02-4c87-8b17-193f288d726c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:36.590353 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0c27e428-8a02-4c87-8b17-193f288d726c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:36.606473 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c27e428-8a02-4c87-8b17-193f288d726c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350}  {{(pid=85357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 16 05:05:36.619033 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0c27e428-8a02-4c87-8b17-193f288d726c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854750583'] for segment, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:36.619860 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.db.segments_db [None req-0c27e428-8a02-4c87-8b17-193f288d726c admin admin] Added segment 1cebb1bc-7c64-4b55-b98d-dc3a48cbfc2e of type vlan for network d04df2ba-2d9b-496f-9756-0f60da18d12f
Apr 16 05:05:36.632939 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c8ffa173-41ba-4b7c-86f6-12d7f4c5d03c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:36.653803 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-1a301e32-e830-4ef2-8fc9-0d71d92b31ba req-5718d86c-d53c-4884-b6f8-a3172d782322 service neutron] 10.222.0.16 "GET /v2.0/networks/469c610d-3640-4407-b2a9-dd8cd792723c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.7581561
Apr 16 05:05:36.655717 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c8ffa173-41ba-4b7c-86f6-12d7f4c5d03c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:36.659391 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-adb93c8c-43a8-4f8f-be42-df62111ebdd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:05:36.669386 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0c27e428-8a02-4c87-8b17-193f288d726c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284332331448'] for network, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:36.676521 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-cbd0caf8-b8ae-4d0f-b9d7-d4162a034a60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:05:36.700910 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-abe55948-33ef-4b20-a0e3-262a0f236592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:36.708538 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.db.securitygroups_db [None req-a759ce1a-f4db-4679-971b-17995f0c9f58 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Project 19a213d1b49b4109b75966286a61917f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 16 05:05:36.709117 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-9e5677f4-b075-469b-aeb9-a74fc7f6ea63 None None] Set router 44dbc74a-6d6e-45a9-919b-8c7a072f925d gateway port host: dv-cinder-786524-1-iscsi {{(pid=85359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:05:36.721201 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a759ce1a-f4db-4679-971b-17995f0c9f58 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:36.731861 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0c27e428-8a02-4c87-8b17-193f288d726c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821614228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202'] for network, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:36.752173 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c27e428-8a02-4c87-8b17-193f288d726c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:05:36.753163 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0c27e428-8a02-4c87-8b17-193f288d726c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821710155'] for network, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:36.832766 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-0c27e428-8a02-4c87-8b17-193f288d726c admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.7460241
Apr 16 05:05:36.839519 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 35246) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:05:36.896441 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-5e6b6fef-30f6-421f-af64-dfc8eaa4eee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:36.923531 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c27e428-8a02-4c87-8b17-193f288d726c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a874d5-92ab-4e7e-91de-493ca112b09d,revision_number=1']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:05:36.938365 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-d1e38f0a-77f1-4af1-a031-0a57cdec3614 admin admin] Request body: {'subnet': {'network_id': 'd04df2ba-2d9b-496f-9756-0f60da18d12f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1447869613-subnet', 'tenant_id': '22368bbb87b44962a11854b6e49730c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:05:36.940766 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-c8ffa173-41ba-4b7c-86f6-12d7f4c5d03c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4b923155626247f68d5e126c13bafbb2&name=default HTTP/1.1" status: 200  len: 2979 time: 2.0391827
Apr 16 05:05:36.948330 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 35252) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:05:36.960443 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-d1e38f0a-77f1-4af1-a031-0a57cdec3614 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:05:36.964522 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ffa173-41ba-4b7c-86f6-12d7f4c5d03c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6315f15a-c5d5-4233-b9f0-c1fb9aa5156b,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:05:36.968959 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c27e428-8a02-4c87-8b17-193f288d726c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:05:36.969760 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c27e428-8a02-4c87-8b17-193f288d726c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:05:36.970628 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c27e428-8a02-4c87-8b17-193f288d726c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:05:36.971388 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c27e428-8a02-4c87-8b17-193f288d726c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:05:36.975714 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c27e428-8a02-4c87-8b17-193f288d726c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:05:36.975714 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c27e428-8a02-4c87-8b17-193f288d726c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:05:36.975714 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c27e428-8a02-4c87-8b17-193f288d726c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:05:36.975714 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c27e428-8a02-4c87-8b17-193f288d726c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:05:36.975714 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c27e428-8a02-4c87-8b17-193f288d726c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:05:36.976447 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c27e428-8a02-4c87-8b17-193f288d726c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:05:36.977573 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c27e428-8a02-4c87-8b17-193f288d726c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:05:36.978427 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c27e428-8a02-4c87-8b17-193f288d726c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:05:36.992035 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-0c27e428-8a02-4c87-8b17-193f288d726c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:05:36.994401 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-d1e38f0a-77f1-4af1-a031-0a57cdec3614 admin admin] Usage tracker for resource:subnet and tenant:22368bbb87b44962a11854b6e49730c3 is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:05:37.000399 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.194s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:05:37.034465 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-c8ffa173-41ba-4b7c-86f6-12d7f4c5d03c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:05:37.035603 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-d1e38f0a-77f1-4af1-a031-0a57cdec3614 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:05:37.193864 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-9e5677f4-b075-469b-aeb9-a74fc7f6ea63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5daeef7f60>, [{'id': '44dbc74a-6d6e-45a9-919b-8c7a072f925d', 'name': 'tempest-ServerRescueNegativeTestJSON-982851298-router', 'tenant_id': '906565d5b9534e68b06210dedd1603fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '0ff207b7-52ad-4de0-9675-cf867d1f6aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:05:19Z', 'updated_at': '2021-04-16T05:05:25Z', 'revision_number': 3, 'project_id': '906565d5b9534e68b06210dedd1603fb', 'gw_port': {'id': '0ff207b7-52ad-4de0-9675-cf867d1f6aea', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:82:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44dbc74a-6d6e-45a9-919b-8c7a072f925d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:05:21Z', 'updated_at': '2021-04-16T05:05:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi'}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:05:37.199214 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-d1e38f0a-77f1-4af1-a031-0a57cdec3614 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:05:37.199502 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5677f4-b075-469b-aeb9-a74fc7f6ea63 None None] The sync data for ids ['44dbc74a-6d6e-45a9-919b-8c7a072f925d'] in dv-cinder-786524-1-iscsi is: [{'id': '44dbc74a-6d6e-45a9-919b-8c7a072f925d', 'name': 'tempest-ServerRescueNegativeTestJSON-982851298-router', 'tenant_id': '906565d5b9534e68b06210dedd1603fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '0ff207b7-52ad-4de0-9675-cf867d1f6aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:05:19Z', 'updated_at': '2021-04-16T05:05:25Z', 'revision_number': 3, 'project_id': '906565d5b9534e68b06210dedd1603fb', 'gw_port': {'id': '0ff207b7-52ad-4de0-9675-cf867d1f6aea', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:82:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44dbc74a-6d6e-45a9-919b-8c7a072f925d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:05:21Z', 'updated_at': '2021-04-16T05:05:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi'}] {{(pid=85359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 05:05:37.278764 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-9b2cc68f-560f-47c2-98d5-c7f442934475 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:37.359298 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-9b2cc68f-560f-47c2-98d5-c7f442934475 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:05:37.369679 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a759ce1a-f4db-4679-971b-17995f0c9f58 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:37.390109 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-9b2cc68f-560f-47c2-98d5-c7f442934475 admin admin] Usage tracker for resource:security_group_rule and tenant:569e7e3310c84272a7cea3f187af65d0 is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:05:37.394428 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a759ce1a-f4db-4679-971b-17995f0c9f58 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612896'] for security_group_rule, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:37.398492 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c27e428-8a02-4c87-8b17-193f288d726c admin admin] Pushing event updated for resources: {'Network': ['ID=d04df2ba-2d9b-496f-9756-0f60da18d12f,revision_number=1']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:05:37.401933 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-9b2cc68f-560f-47c2-98d5-c7f442934475 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:05:37.402745 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e38f0a-77f1-4af1-a031-0a57cdec3614 admin admin] Made reservation on behalf of 22368bbb87b44962a11854b6e49730c3 for: {'subnet': 1} {{(pid=85357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 05:05:37.410888 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-d1e38f0a-77f1-4af1-a031-0a57cdec3614 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036822930630'] for subnet, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:37.414520 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Network d04df2ba-2d9b-496f-9756-0f60da18d12f details requested by agent ovs-agent-dv-cinder-786524-1-iscsi with host dv-cinder-786524-1-iscsi {{(pid=85358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 16 05:05:37.512898 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-9b2cc68f-560f-47c2-98d5-c7f442934475 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:05:37.523963 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-43214f47-7c10-45c2-9f51-a50749a4156c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:37.564786 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-43214f47-7c10-45c2-9f51-a50749a4156c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:37.634441 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-0c27e428-8a02-4c87-8b17-193f288d726c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.634s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:05:37.685644 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:37.770416 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:05:37.779966 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-63345f0b-feae-4d1b-a675-506eb60b354a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:37.784451 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.db_base_plugin_common [None req-abe55948-33ef-4b20-a0e3-262a0f236592 admin admin] Allocated IP 172.20.0.1 (7f06c768-0917-4905-82a4-2a04abfa7281/092c750d-226a-4b66-92f6-9f771b17666a/c886c2ef-fb25-45c4-aa24-4a8a2e9557c0) {{(pid=85356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 05:05:37.843937 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-43214f47-7c10-45c2-9f51-a50749a4156c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:37.847612 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 35268) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:05:37.851506 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a759ce1a-f4db-4679-971b-17995f0c9f58 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:37.853649 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-a759ce1a-f4db-4679-971b-17995f0c9f58 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 1.3294828
Apr 16 05:05:37.866619 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:05:37.881121 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 35270) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:05:37.899535 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a759ce1a-f4db-4679-971b-17995f0c9f58 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd2d9824-1a6d-42e5-956a-2edd6b2216ba,revision_number=0']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:05:37.925157 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-530c3e2e-c47f-4006-bcc4-7a930203a451 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Request body: {'security_group_rule': {'security_group_id': '8548a554-a67d-4df0-81c7-bc380ca1e345', 'project_id': '19a213d1b49b4109b75966286a61917f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:05:37.983625 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43214f47-7c10-45c2-9f51-a50749a4156c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6315f15a-c5d5-4233-b9f0-c1fb9aa5156b,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:05:38.003795 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:38.028800 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-43214f47-7c10-45c2-9f51-a50749a4156c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:05:38.052762 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-a759ce1a-f4db-4679-971b-17995f0c9f58 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:05:38.061400 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-530c3e2e-c47f-4006-bcc4-7a930203a451 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:05:38.080417 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device 14fdc4fe-0803-43ee-89a6-939278790e58 up at agent hyperv_hv-cinder-78652 {{(pid=85358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 05:05:38.103029 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-530c3e2e-c47f-4006-bcc4-7a930203a451 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Usage tracker for resource:security_group_rule and tenant:19a213d1b49b4109b75966286a61917f is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:05:38.117899 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-530c3e2e-c47f-4006-bcc4-7a930203a451 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:05:38.159316 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6498c8-25bc-446d-b9d1-dc558768a14c req-8fddf2f6-6e4f-4f43-b657-d98000f71167 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:05:38.162741 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-9f6498c8-25bc-446d-b9d1-dc558768a14c req-8fddf2f6-6e4f-4f43-b657-d98000f71167 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cebb75-08a7-4e02-a9ad-c88938f84799 HTTP/1.1" status: 200  len: 945 time: 0.9463270
Apr 16 05:05:38.184862 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-530c3e2e-c47f-4006-bcc4-7a930203a451 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:05:38.190090 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-9b2cc68f-560f-47c2-98d5-c7f442934475 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:38.206993 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-43214f47-7c10-45c2-9f51-a50749a4156c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:38.210672 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-43214f47-7c10-45c2-9f51-a50749a4156c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6315f15a-c5d5-4233-b9f0-c1fb9aa5156b HTTP/1.1" status: 204  len: 168 time: 1.2351418
Apr 16 05:05:38.218467 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-9b2cc68f-560f-47c2-98d5-c7f442934475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:38.224932 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Provisioning for port 14fdc4fe-0803-43ee-89a6-939278790e58 completed by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 05:05:38.246117 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Provisioning complete for port 14fdc4fe-0803-43ee-89a6-939278790e58 triggered by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:05:38.246559 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:38.271737 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-ef1b93c0-8221-407b-9eb4-63b863f154a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:05:38.318067 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-e44ccc5c-e5fd-4a52-9719-45e050c22ae9 req-bb3989e6-85ed-4c2f-bdaa-8e3cfc4e950a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f2c5224f-3c8e-4f48-ae99-72a5b00e94ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.6974299
Apr 16 05:05:38.372185 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-c0ecc1ad-d3f3-4f3d-a8b6-623c26d95f2a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-363380990-network', 'tenant_id': '57e4f259d16345e68f38a623884c740f'}} {{(pid=85356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:05:38.394216 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-c0ecc1ad-d3f3-4f3d-a8b6-623c26d95f2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:05:38.406211 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda3e29a-2b5b-4d23-b02d-e0070d0d4346 req-851aa8f6-143f-4e68-858d-28af7cdcbbfc tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:05:38.408300 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-cda3e29a-2b5b-4d23-b02d-e0070d0d4346 req-851aa8f6-143f-4e68-858d-28af7cdcbbfc tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/ports?device_id=1622f792-7b03-4c49-b8da-dcf286b703b2 HTTP/1.1" status: 200  len: 945 time: 0.7717752
Apr 16 05:05:38.409560 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.db.securitygroups_db [None req-530c3e2e-c47f-4006-bcc4-7a930203a451 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Project 19a213d1b49b4109b75966286a61917f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 16 05:05:38.422831 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-530c3e2e-c47f-4006-bcc4-7a930203a451 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:38.446349 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:38.483482 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-9f6498c8-25bc-446d-b9d1-dc558768a14c req-186d592b-7374-4077-a107-bb85022bec26 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8463a7f-3623-45fa-b260-5c490295d4a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1705170
Apr 16 05:05:38.520869 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] For port 14fdc4fe-0803-43ee-89a6-939278790e58, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=14fdc4fe-0803-43ee-89a6-939278790e58,segment=NetworkSegment(e0c30da2-1a68-4f2e-be9b-2ec222378b18),segment_id=e0c30da2-1a68-4f2e-be9b-2ec222378b18)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:05:38.524082 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1622f792-7b03-4c49-b8da-dcf286b703b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14fdc4fe-0803-43ee-89a6-939278790e58'}] {{(pid=85358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 05:05:38.535781 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:38.539815 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:05:38.558541 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-abe55948-33ef-4b20-a0e3-262a0f236592 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:38.562443 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2cc68f-560f-47c2-98d5-c7f442934475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3fbea78-9859-4718-9eb0-a71d45cef416,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:05:38.597853 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-530c3e2e-c47f-4006-bcc4-7a930203a451 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:38.622252 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-9b2cc68f-560f-47c2-98d5-c7f442934475 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:05:38.656772 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-530c3e2e-c47f-4006-bcc4-7a930203a451 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612896'] for security_group_rule, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:38.664513 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-c0ecc1ad-d3f3-4f3d-a8b6-623c26d95f2a admin admin] Usage tracker for resource:network and tenant:57e4f259d16345e68f38a623884c740f is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:05:38.719471 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1622f792-7b03-4c49-b8da-dcf286b703b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14fdc4fe-0803-43ee-89a6-939278790e58', 'code': 200}
Apr 16 05:05:38.730048 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-c0ecc1ad-d3f3-4f3d-a8b6-623c26d95f2a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:05:38.748184 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-a759ce1a-f4db-4679-971b-17995f0c9f58 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:05:38.766683 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-c0ecc1ad-d3f3-4f3d-a8b6-623c26d95f2a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:05:38.784978 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530c3e2e-c47f-4006-bcc4-7a930203a451 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fcd31fa-ea95-4ccf-9875-562a4f922d2c,revision_number=0']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:05:38.790563 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-cda3e29a-2b5b-4d23-b02d-e0070d0d4346 req-3d292622-866e-43bd-95ab-0bb5c2a2de56 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/security-groups?id=4caff57c-68d2-4f1f-a5bc-b37d2db244ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3685410
Apr 16 05:05:38.790980 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-530c3e2e-c47f-4006-bcc4-7a930203a451 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:38.804147 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ecc1ad-d3f3-4f3d-a8b6-623c26d95f2a admin admin] Made reservation on behalf of 57e4f259d16345e68f38a623884c740f for: {'network': 1} {{(pid=85356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 05:05:38.825874 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c0ecc1ad-d3f3-4f3d-a8b6-623c26d95f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for network, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:38.830211 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-530c3e2e-c47f-4006-bcc4-7a930203a451 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.9405885
Apr 16 05:05:38.852302 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-530c3e2e-c47f-4006-bcc4-7a930203a451 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:05:38.854914 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-9b2cc68f-560f-47c2-98d5-c7f442934475 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=569e7e3310c84272a7cea3f187af65d0&name=default HTTP/1.1" status: 200  len: 2979 time: 2.2949958
Apr 16 05:05:38.861133 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Pushing event updated for resources: {'Port': ['ID=14fdc4fe-0803-43ee-89a6-939278790e58,revision_number=5']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:05:38.864600 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 35286) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:05:38.881334 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:05:38.903021 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c0ecc1ad-d3f3-4f3d-a8b6-623c26d95f2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:38.993898 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device 0ff207b7-52ad-4de0-9675-cf867d1f6aea up at agent ovs-agent-dv-cinder-786524-1-iscsi {{(pid=85358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 05:05:39.035625 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 35290) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:05:39.054573 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-d1e38f0a-77f1-4af1-a031-0a57cdec3614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821614264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30120125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036822930679'] for subnet, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:39.072301 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-9b857ced-8848-42ce-a83d-e5555c30f091 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:05:39.100625 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-c0ecc1ad-d3f3-4f3d-a8b6-623c26d95f2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:05:39.123569 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-100d68e3-2e7f-4de1-86d8-9e96eb241b70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:39.137291 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e38f0a-77f1-4af1-a031-0a57cdec3614 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e96cff82-a5f7-4d31-b67e-607a75212a3f,revision_number=0']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:05:39.160988 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-c0ecc1ad-d3f3-4f3d-a8b6-623c26d95f2a admin admin] Usage tracker for resource:security_group_rule and tenant:57e4f259d16345e68f38a623884c740f is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:05:39.194651 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-d1e38f0a-77f1-4af1-a031-0a57cdec3614 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:05:39.203374 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-c0ecc1ad-d3f3-4f3d-a8b6-623c26d95f2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:05:39.222790 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-100d68e3-2e7f-4de1-86d8-9e96eb241b70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:05:39.258172 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-c0ecc1ad-d3f3-4f3d-a8b6-623c26d95f2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:05:39.265503 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-100d68e3-2e7f-4de1-86d8-9e96eb241b70 admin admin] Usage tracker for resource:security_group_rule and tenant:53f5f395bce743c4907c13a31a2ed5ad is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:05:39.288894 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-100d68e3-2e7f-4de1-86d8-9e96eb241b70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:05:39.297141 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ae8b66d6-847d-4ca6-a923-67fa919b51e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:39.324823 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Provisioning for port 0ff207b7-52ad-4de0-9675-cf867d1f6aea completed by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 05:05:39.334991 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Provisioning complete for port 0ff207b7-52ad-4de0-9675-cf867d1f6aea triggered by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:05:39.335563 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:39.373240 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ae8b66d6-847d-4ca6-a923-67fa919b51e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:39.495516 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-100d68e3-2e7f-4de1-86d8-9e96eb241b70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:05:39.507088 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ccc5c-e5fd-4a52-9719-45e050c22ae9 req-25f8de45-abb2-42b6-b2ca-ab46ebad608f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:05:39.510440 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-e44ccc5c-e5fd-4a52-9719-45e050c22ae9 req-25f8de45-abb2-42b6-b2ca-ab46ebad608f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7f44f6ee260749d7a681aeb529427a10&device_id=f2c5224f-3c8e-4f48-ae99-72a5b00e94ce HTTP/1.1" status: 200  len: 1098 time: 0.9438710
Apr 16 05:05:39.517234 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-abe55948-33ef-4b20-a0e3-262a0f236592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284332319809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32051484'] for port, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:39.518974 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ae8b66d6-847d-4ca6-a923-67fa919b51e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:39.547060 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-98315a12-a8a0-4d40-a510-3d67b17bab6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:05:39.662826 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0d8d17-9f07-4a53-a3e3-42a0ab6144d7 req-831a899a-f550-4d22-bb8b-a5bf5b616283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:05:39.664514 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-6d0d8d17-9f07-4a53-a3e3-42a0ab6144d7 req-831a899a-f550-4d22-bb8b-a5bf5b616283 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1622f792-7b03-4c49-b8da-dcf286b703b2 HTTP/1.1" status: 200  len: 1099 time: 0.4687884
Apr 16 05:05:39.703262 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e38f0a-77f1-4af1-a031-0a57cdec3614 admin admin] Checking segment: {'id': '1cebb1bc-7c64-4b55-b98d-dc3a48cbfc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'd04df2ba-2d9b-496f-9756-0f60da18d12f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 05:05:39.703947 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e38f0a-77f1-4af1-a031-0a57cdec3614 admin admin] Network hostable DHCP agents. Network: d04df2ba-2d9b-496f-9756-0f60da18d12f, hostable agents: ['582622ae-d895-4475-8046-f15afe99e67f'], hosted agents: [] {{(pid=85357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 16 05:05:39.709670 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8b66d6-847d-4ca6-a923-67fa919b51e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3fbea78-9859-4718-9eb0-a71d45cef416,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:05:39.770315 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-6d0d8d17-9f07-4a53-a3e3-42a0ab6144d7 req-4e7861c3-99bf-4796-bc69-e4929d695adc service neutron] Synchronizing usage tracker for tenant:9ee348f53e6b4806a3c2e7ace4d42033 on resource:security_group {{(pid=85357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 05:05:39.780161 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e38f0a-77f1-4af1-a031-0a57cdec3614 admin admin] Network d04df2ba-2d9b-496f-9756-0f60da18d12f is scheduled to be hosted by DHCP agent 582622ae-d895-4475-8046-f15afe99e67f with binding_index 1 {{(pid=85357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 16 05:05:39.795307 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [None req-d1e38f0a-77f1-4af1-a031-0a57cdec3614 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-1-iscsi, d04df2ba-2d9b-496f-9756-0f60da18d12f) {{(pid=85357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 05:05:39.812609 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e38f0a-77f1-4af1-a031-0a57cdec3614 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:05:39.813346 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-d1e38f0a-77f1-4af1-a031-0a57cdec3614 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:39.832098 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-6d0d8d17-9f07-4a53-a3e3-42a0ab6144d7 req-4e7861c3-99bf-4796-bc69-e4929d695adc service neutron] Unset dirty status for tenant:9ee348f53e6b4806a3c2e7ace4d42033 on resource:security_group {{(pid=85357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 05:05:39.833500 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-6d0d8d17-9f07-4a53-a3e3-42a0ab6144d7 req-4e7861c3-99bf-4796-bc69-e4929d695adc service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4caff57c-68d2-4f1f-a5bc-b37d2db244ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1506763
Apr 16 05:05:39.842334 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-d1e38f0a-77f1-4af1-a031-0a57cdec3614 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 2.9294493
Apr 16 05:05:39.977900 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-ae8b66d6-847d-4ca6-a923-67fa919b51e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:05:39.982835 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.306s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:05:40.093136 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ae8b66d6-847d-4ca6-a923-67fa919b51e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:40.095685 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-ae8b66d6-847d-4ca6-a923-67fa919b51e5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c3fbea78-9859-4718-9eb0-a71d45cef416 HTTP/1.1" status: 204  len: 168 time: 1.2272038
Apr 16 05:05:40.171828 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10505a7-60db-4c24-bd92-18ae6b37374f None None] Network d04df2ba-2d9b-496f-9756-0f60da18d12f requested from dv-cinder-786524-1-iscsi {{(pid=85358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 05:05:40.219160 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a57a9699-4b93-4635-9a0c-76135fd629c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:40.315920 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:40.341918 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c0ecc1ad-d3f3-4f3d-a8b6-623c26d95f2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:40.355536 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afcec7c-5c57-42e9-a6ec-a73c16ab9989 req-4aa54873-57e7-4e35-893f-bf190819a5d5 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:05:40.370041 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-1afcec7c-5c57-42e9-a6ec-a73c16ab9989 req-4aa54873-57e7-4e35-893f-bf190819a5d5 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cebb75-08a7-4e02-a9ad-c88938f84799 HTTP/1.1" status: 200  len: 945 time: 0.4271834
Apr 16 05:05:40.557987 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-1afcec7c-5c57-42e9-a6ec-a73c16ab9989 req-dccfc352-cb10-4812-ab7d-7d76d6cce4a8 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8463a7f-3623-45fa-b260-5c490295d4a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1804914
Apr 16 05:05:40.563840 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-100d68e3-2e7f-4de1-86d8-9e96eb241b70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:40.624586 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55731db-3fa1-4bbc-a5b9-12e3dc4aac8e req-819f4520-86ec-4b02-969a-b0de6cc18447 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:05:40.642018 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-e55731db-3fa1-4bbc-a5b9-12e3dc4aac8e req-819f4520-86ec-4b02-969a-b0de6cc18447 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/ports?device_id=1622f792-7b03-4c49-b8da-dcf286b703b2 HTTP/1.1" status: 200  len: 946 time: 0.5125821
Apr 16 05:05:40.667179 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ccc5c-e5fd-4a52-9719-45e050c22ae9 req-2b93e6e3-b554-4cac-8885-bdab43f67d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:05:40.668936 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-e44ccc5c-e5fd-4a52-9719-45e050c22ae9 req-2b93e6e3-b554-4cac-8885-bdab43f67d55 service neutron] 10.222.0.16 "GET /v2.0/networks?id=469c610d-3640-4407-b2a9-dd8cd792723c HTTP/1.1" status: 200  len: 915 time: 1.0948088
Apr 16 05:05:40.764380 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-e55731db-3fa1-4bbc-a5b9-12e3dc4aac8e req-1be5b84c-0cbe-4bc6-ace1-6e09a120c515 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/security-groups?id=4caff57c-68d2-4f1f-a5bc-b37d2db244ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1173925
Apr 16 05:05:40.764658 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64103321-6fbd-48e2-8173-31015f487ff7 None None] Network d04df2ba-2d9b-496f-9756-0f60da18d12f requested from dv-cinder-786524-1-iscsi {{(pid=85358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 05:05:40.797384 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe55948-33ef-4b20-a0e3-262a0f236592 admin admin] Network 7f06c768-0917-4905-82a4-2a04abfa7281 is already hosted by enough agents. {{(pid=85356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 05:05:40.800820 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe55948-33ef-4b20-a0e3-262a0f236592 admin admin] Pushing event updated for resources: {'Port': ['ID=c886c2ef-fb25-45c4-aa24-4a8a2e9557c0,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:05:40.817122 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c0ecc1ad-d3f3-4f3d-a8b6-623c26d95f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:40.822698 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] For port 0ff207b7-52ad-4de0-9675-cf867d1f6aea, host dv-cinder-786524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=0ff207b7-52ad-4de0-9675-cf867d1f6aea,segment=NetworkSegment(88f0db33-a5d4-497b-ae0c-257388b0c0ef),segment_id=88f0db33-a5d4-497b-ae0c-257388b0c0ef)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:05:40.928819 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:40.937117 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:05:40.994284 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-abe55948-33ef-4b20-a0e3-262a0f236592 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.011s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:05:40.999995 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-ad5a46f2-3c3e-4337-a9a1-94d55de8cc60 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:05:41.016495 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [None req-abe55948-33ef-4b20-a0e3-262a0f236592 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 05:05:41.020719 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-100d68e3-2e7f-4de1-86d8-9e96eb241b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:41.078809 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe55948-33ef-4b20-a0e3-262a0f236592 admin admin] Received port after_create {{(pid=85356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 05:05:41.079460 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Pushing event updated for resources: {'Port': ['ID=0ff207b7-52ad-4de0-9675-cf867d1f6aea,revision_number=4']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:05:41.097166 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:05:41.153974 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-e44ccc5c-e5fd-4a52-9719-45e050c22ae9 req-68de878d-6635-4808-958a-8d01c3459690 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a16c1736-e19e-4ba4-b59e-1ab713023d6e HTTP/1.1" status: 200  len: 217 time: 0.4078887
Apr 16 05:05:41.318324 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0ecc1ad-d3f3-4f3d-a8b6-623c26d95f2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396}  {{(pid=85356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 16 05:05:41.418376 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ecc1ad-d3f3-4f3d-a8b6-623c26d95f2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a46ccf0-69fb-42e0-8c00-00a7e2484635,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:05:41.436573 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-c0ecc1ad-d3f3-4f3d-a8b6-623c26d95f2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:05:41.452647 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-43214f47-7c10-45c2-9f51-a50749a4156c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.318s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:05:41.493751 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 35370) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:05:41.510275 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-100d68e3-2e7f-4de1-86d8-9e96eb241b70 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=53f5f395bce743c4907c13a31a2ed5ad&name=default HTTP/1.1" status: 200  len: 2979 time: 2.4718592
Apr 16 05:05:41.563822 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c0ecc1ad-d3f3-4f3d-a8b6-623c26d95f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854750583'] for segment, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:41.565321 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.db.segments_db [None req-c0ecc1ad-d3f3-4f3d-a8b6-623c26d95f2a admin admin] Added segment a0080f90-7bfa-4c0d-af83-31ef1a258e15 of type vlan for network 711b0f98-8a05-4a75-8630-64793983447c
Apr 16 05:05:41.612780 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-abe55948-33ef-4b20-a0e3-262a0f236592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33196661'] for router_interface, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:41.619474 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d68e3-2e7f-4de1-86d8-9e96eb241b70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75519190-3d95-4101-9f12-43d335745b55,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:05:41.635899 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-100d68e3-2e7f-4de1-86d8-9e96eb241b70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:05:41.669800 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c0ecc1ad-d3f3-4f3d-a8b6-623c26d95f2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284332331448'] for network, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:41.693350 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ccc5c-e5fd-4a52-9719-45e050c22ae9 req-4ba67b45-b20e-4d40-9d92-bbdecbc9ccd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:05:41.695402 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-e44ccc5c-e5fd-4a52-9719-45e050c22ae9 req-4ba67b45-b20e-4d40-9d92-bbdecbc9ccd6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=28b73d84-839b-41f8-8a99-404cd24cc829 HTTP/1.1" status: 200  len: 854 time: 0.5161901
Apr 16 05:05:41.696750 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f58292aa-8edd-4432-a3fd-60a0cb20bcc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:41.795006 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f58292aa-8edd-4432-a3fd-60a0cb20bcc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:41.900394 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.db.resource_extend [None req-c0ecc1ad-d3f3-4f3d-a8b6-623c26d95f2a admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 16 05:05:41.950016 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-e44ccc5c-e5fd-4a52-9719-45e050c22ae9 req-e87e23e8-76e7-479e-9735-2024dfd031ef service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=469c610d-3640-4407-b2a9-dd8cd792723c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2076659
Apr 16 05:05:42.090667 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f58292aa-8edd-4432-a3fd-60a0cb20bcc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:42.104318 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c0ecc1ad-d3f3-4f3d-a8b6-623c26d95f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821614228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202'] for network, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:42.109225 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-0d647c7a-032f-40d8-8cd8-9ff5285761fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:05:42.109427 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device 4688bbfc-265d-4202-8afe-72cfcb6f87da details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=85358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 16 05:05:42.130353 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58292aa-8edd-4432-a3fd-60a0cb20bcc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75519190-3d95-4101-9f12-43d335745b55,revision_number=None']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:05:42.138851 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ecc1ad-d3f3-4f3d-a8b6-623c26d95f2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:05:42.139800 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c0ecc1ad-d3f3-4f3d-a8b6-623c26d95f2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821710155'] for network, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:42.150385 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-e454cb5d-2aa2-42c5-ac1b-f91ba207ec67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:05:42.231135 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-f58292aa-8edd-4432-a3fd-60a0cb20bcc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:05:42.267218 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f58292aa-8edd-4432-a3fd-60a0cb20bcc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:42.269339 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-f58292aa-8edd-4432-a3fd-60a0cb20bcc4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/75519190-3d95-4101-9f12-43d335745b55 HTTP/1.1" status: 204  len: 168 time: 0.7736394
Apr 16 05:05:42.364286 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a6c59-b47f-4ec1-a467-b0ba585275ab req-5f7d198c-2199-42dc-9057-e8b0224cb4a1 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:05:42.367220 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-2d2a6c59-b47f-4ec1-a467-b0ba585275ab req-5f7d198c-2199-42dc-9057-e8b0224cb4a1 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/ports?device_id=1622f792-7b03-4c49-b8da-dcf286b703b2 HTTP/1.1" status: 200  len: 946 time: 0.2598083
Apr 16 05:05:42.402308 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-abe55948-33ef-4b20-a0e3-262a0f236592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:42.411082 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0838ac38-383b-452a-b2a3-336e1375f141 req-bd7e2af1-0c75-4363-a1c3-d5209c3d5fc5 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:05:42.414222 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-0838ac38-383b-452a-b2a3-336e1375f141 req-bd7e2af1-0c75-4363-a1c3-d5209c3d5fc5 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cebb75-08a7-4e02-a9ad-c88938f84799 HTTP/1.1" status: 200  len: 945 time: 0.4428136
Apr 16 05:05:42.420040 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ecc1ad-d3f3-4f3d-a8b6-623c26d95f2a admin admin] Pushing event updated for resources: {'Network': ['ID=711b0f98-8a05-4a75-8630-64793983447c,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:05:42.432303 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-c0ecc1ad-d3f3-4f3d-a8b6-623c26d95f2a admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 4.5547841
Apr 16 05:05:42.433480 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-c0ecc1ad-d3f3-4f3d-a8b6-623c26d95f2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:05:42.440395 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 35398) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:05:42.449750 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-04c0a01d-9171-41d4-a87d-ef4e15efd32c admin admin] Request body: {'subnet': {'network_id': '711b0f98-8a05-4a75-8630-64793983447c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-363380990-subnet', 'tenant_id': '57e4f259d16345e68f38a623884c740f', 'ip_version': 4}} {{(pid=85356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:05:42.459968 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] For port 4688bbfc-265d-4202-8afe-72cfcb6f87da, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=4688bbfc-265d-4202-8afe-72cfcb6f87da,segment=NetworkSegment(79077226-93f2-4a1f-b0e8-7ab4b09d1a7b),segment_id=79077226-93f2-4a1f-b0e8-7ab4b09d1a7b)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:05:42.481648 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Returning: {'device': '4688bbfc-265d-4202-8afe-72cfcb6f87da', 'network_id': '8df91495-625b-4773-a543-89e51aa2e299', 'port_id': '4688bbfc-265d-4202-8afe-72cfcb6f87da', 'mac_address': 'fa:16:3e:7f:a2:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7194465a-cb17-4853-a8ba-70bd30e05305', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 16 05:05:42.513046 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Network 711b0f98-8a05-4a75-8630-64793983447c details requested by agent ovs-agent-dv-cinder-786524-1-iscsi with host dv-cinder-786524-1-iscsi {{(pid=85358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 16 05:05:42.555915 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-04c0a01d-9171-41d4-a87d-ef4e15efd32c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:05:42.573545 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-04c0a01d-9171-41d4-a87d-ef4e15efd32c admin admin] Usage tracker for resource:subnet and tenant:57e4f259d16345e68f38a623884c740f is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:05:42.591113 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-04c0a01d-9171-41d4-a87d-ef4e15efd32c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:05:42.601552 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-2d2a6c59-b47f-4ec1-a467-b0ba585275ab req-f2094fb5-1413-4137-be28-41f520f75631 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/security-groups?id=4caff57c-68d2-4f1f-a5bc-b37d2db244ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1856833
Apr 16 05:05:42.622633 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-04c0a01d-9171-41d4-a87d-ef4e15efd32c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:05:42.628235 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-0838ac38-383b-452a-b2a3-336e1375f141 req-07d9e3b8-29de-4c28-82e8-491c50dec0b4 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8463a7f-3623-45fa-b260-5c490295d4a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1291285
Apr 16 05:05:42.726917 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.agents_db [None req-9d5d34cb-f672-4e49-b111-51c360ae5d44 None None] Agent healthcheck: found 6 active agents {{(pid=85359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 05:05:42.841072 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:42.867497 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4688bbfc-265d-4202-8afe-72cfcb6f87da {{(pid=85358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 05:05:42.909811 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] For port 4688bbfc-265d-4202-8afe-72cfcb6f87da, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=4688bbfc-265d-4202-8afe-72cfcb6f87da,segment=NetworkSegment(79077226-93f2-4a1f-b0e8-7ab4b09d1a7b),segment_id=79077226-93f2-4a1f-b0e8-7ab4b09d1a7b)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:05:42.917885 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:42.920108 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:05:43.087023 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-e44ccc5c-e5fd-4a52-9719-45e050c22ae9 req-b0e3b073-8bbf-418d-9b19-ef213529bb4f service neutron] 10.222.0.16 "GET /v2.0/networks/469c610d-3640-4407-b2a9-dd8cd792723c?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1269403
Apr 16 05:05:43.132352 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Pushing event updated for resources: {'Port': ['ID=4688bbfc-265d-4202-8afe-72cfcb6f87da,revision_number=6']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:05:43.176906 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:05:43.177747 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:05:43.178543 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:05:43.181369 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:05:43.191255 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:05:43.192119 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:05:43.192783 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:05:43.193510 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:05:43.194181 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:05:43.194987 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:05:43.195630 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:05:43.196273 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:05:43.213846 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:05:43.214556 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c0a01d-9171-41d4-a87d-ef4e15efd32c admin admin] Made reservation on behalf of 57e4f259d16345e68f38a623884c740f for: {'subnet': 1} {{(pid=85356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 05:05:43.216841 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device 0ff207b7-52ad-4de0-9675-cf867d1f6aea up at agent ovs-agent-dv-cinder-786524-1-iscsi {{(pid=85358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 05:05:43.220179 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-04c0a01d-9171-41d4-a87d-ef4e15efd32c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036822488069'] for subnet, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:43.298245 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] get_ports_and_sgs() called for port_ids ['4688bbfc-265d-4202-8afe-72cfcb6f87da'] {{(pid=85358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 05:05:43.525914 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 35418) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:05:43.563471 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-7802beb6-a585-4ed4-b24a-c39e50b0419f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:43.668685 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-7802beb6-a585-4ed4-b24a-c39e50b0419f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:05:43.681080 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-7802beb6-a585-4ed4-b24a-c39e50b0419f admin admin] Usage tracker for resource:security_group_rule and tenant:76083d470d6e4393b18e1a7063edb459 is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:05:43.692821 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-7802beb6-a585-4ed4-b24a-c39e50b0419f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:05:43.715119 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-7802beb6-a585-4ed4-b24a-c39e50b0419f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:05:43.802286 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-abe55948-33ef-4b20-a0e3-262a0f236592 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:43.823450 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-abe55948-33ef-4b20-a0e3-262a0f236592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822724348'] for port, after_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:43.894031 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-55d2f7ab-7020-479d-9711-b44bf82fe632 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:05:43.981648 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe55948-33ef-4b20-a0e3-262a0f236592 admin admin] Pushing event updated for resources: {'Port': ['ID=c886c2ef-fb25-45c4-aa24-4a8a2e9557c0,revision_number=2']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:05:44.023143 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-7802beb6-a585-4ed4-b24a-c39e50b0419f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:44.054091 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-7802beb6-a585-4ed4-b24a-c39e50b0419f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:44.054335 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-abe55948-33ef-4b20-a0e3-262a0f236592 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:05:44.057576 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Provisioning complete for port 0ff207b7-52ad-4de0-9675-cf867d1f6aea triggered by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:05:44.058273 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:44.075909 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-eaaa6408-d902-44cf-8b9a-1f4c12bc3593 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:05:44.172156 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-e44ccc5c-e5fd-4a52-9719-45e050c22ae9 req-ed1e28bf-7728-4430-a783-baf29c917645 service neutron] 10.222.0.16 "GET /v2.0/networks/469c610d-3640-4407-b2a9-dd8cd792723c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0108037
Apr 16 05:05:44.180793 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-abe55948-33ef-4b20-a0e3-262a0f236592 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036821710185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036821579246'] for router_interface, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:44.187676 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7802beb6-a585-4ed4-b24a-c39e50b0419f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9353010b-40e8-4ee6-889a-dbbd62188770,revision_number=1']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:05:44.214439 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-7802beb6-a585-4ed4-b24a-c39e50b0419f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=76083d470d6e4393b18e1a7063edb459&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6865711
Apr 16 05:05:44.220128 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-7802beb6-a585-4ed4-b24a-c39e50b0419f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:05:44.220738 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 35434) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:05:44.312002 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb108a0-35d3-49f1-90e7-82594206df9b req-6477486b-6464-4891-b8e2-1a12c34bec8b tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:05:44.314762 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-afb108a0-35d3-49f1-90e7-82594206df9b req-6477486b-6464-4891-b8e2-1a12c34bec8b tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cebb75-08a7-4e02-a9ad-c88938f84799 HTTP/1.1" status: 200  len: 944 time: 0.4436829
Apr 16 05:05:44.436748 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe55948-33ef-4b20-a0e3-262a0f236592 admin admin] Network 7f06c768-0917-4905-82a4-2a04abfa7281 is already hosted by enough agents. {{(pid=85356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 05:05:44.440248 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [None req-abe55948-33ef-4b20-a0e3-262a0f236592 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 05:05:44.448207 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-04c0a01d-9171-41d4-a87d-ef4e15efd32c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821614264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32051570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036822488120'] for subnet, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:44.533150 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-c6bd367e-8206-4afa-8809-3e28e255c6ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:05:44.584483 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-afb108a0-35d3-49f1-90e7-82594206df9b req-8646221b-d39d-4b54-a909-82143185a26b tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8463a7f-3623-45fa-b260-5c490295d4a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2615685
Apr 16 05:05:44.606323 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-efe47d2d-02e7-4422-a139-40d7652fb0e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:44.654353 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-efe47d2d-02e7-4422-a139-40d7652fb0e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:44.676244 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f10e4-c202-4fe7-bf77-b7920863dbdb req-2be70732-ca41-452f-9bd6-f28973add34d tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:05:44.677083 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-c83f10e4-c202-4fe7-bf77-b7920863dbdb req-2be70732-ca41-452f-9bd6-f28973add34d tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] Synchronizing usage tracker for tenant:22368bbb87b44962a11854b6e49730c3 on resource:network {{(pid=85357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 05:05:44.709176 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-c83f10e4-c202-4fe7-bf77-b7920863dbdb req-2be70732-ca41-452f-9bd6-f28973add34d tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] Unset dirty status for tenant:22368bbb87b44962a11854b6e49730c3 on resource:network {{(pid=85357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 05:05:44.709176 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c83f10e4-c202-4fe7-bf77-b7920863dbdb req-2be70732-ca41-452f-9bd6-f28973add34d tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] 10.222.0.26 "GET /v2.0/networks?id=d04df2ba-2d9b-496f-9756-0f60da18d12f HTTP/1.1" status: 200  len: 809 time: 0.3874245
Apr 16 05:05:44.749946 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c83f10e4-c202-4fe7-bf77-b7920863dbdb req-33d1baf1-08cf-4447-aaa8-17fb25c3ede7 tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] 10.222.0.26 "GET /v2.0/quotas/22368bbb87b44962a11854b6e49730c3 HTTP/1.1" status: 200  len: 375 time: 0.0240588
Apr 16 05:05:44.809683 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c83f10e4-c202-4fe7-bf77-b7920863dbdb req-dd7199a6-443b-4b15-aa6e-0c5ddf3e2553 tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=22368bbb87b44962a11854b6e49730c3&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0564857
Apr 16 05:05:44.838916 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c0a01d-9171-41d4-a87d-ef4e15efd32c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a881910-3355-4ca0-a698-89b5f02a16d4,revision_number=0']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:05:44.859990 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-efe47d2d-02e7-4422-a139-40d7652fb0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:44.860250 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-04c0a01d-9171-41d4-a87d-ef4e15efd32c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:05:44.872252 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-d99d90c9-f487-48ad-8ce0-6d082ee92565 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:05:44.930381 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abe55948-33ef-4b20-a0e3-262a0f236592 admin admin] Router 44dbc74a-6d6e-45a9-919b-8c7a072f925d has already been hosted by L3 agent 9bacd1b6-99a0-44b1-8352-fe12768771b0 {{(pid=85356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 16 05:05:45.064964 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe47d2d-02e7-4422-a139-40d7652fb0e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9353010b-40e8-4ee6-889a-dbbd62188770,revision_number=None']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:05:45.088101 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-efe47d2d-02e7-4422-a139-40d7652fb0e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:05:45.091596 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-efe47d2d-02e7-4422-a139-40d7652fb0e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:45.095656 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-efe47d2d-02e7-4422-a139-40d7652fb0e4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9353010b-40e8-4ee6-889a-dbbd62188770 HTTP/1.1" status: 204  len: 168 time: 0.8705969
Apr 16 05:05:45.188948 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c83f10e4-c202-4fe7-bf77-b7920863dbdb req-815844a8-af38-46c4-84b3-48a4e622782a service neutron] 10.222.0.26 "GET /v2.0/networks/d04df2ba-2d9b-496f-9756-0f60da18d12f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3707895
Apr 16 05:05:45.374404 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c83f10e4-c202-4fe7-bf77-b7920863dbdb req-1607cf8b-3aed-48c0-806a-75c7b464e26d service neutron] 10.222.0.26 "GET /v2.0/networks/d04df2ba-2d9b-496f-9756-0f60da18d12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1601715
Apr 16 05:05:45.476441 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c0a01d-9171-41d4-a87d-ef4e15efd32c admin admin] Checking segment: {'id': 'a0080f90-7bfa-4c0d-af83-31ef1a258e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '711b0f98-8a05-4a75-8630-64793983447c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 05:05:45.476861 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c0a01d-9171-41d4-a87d-ef4e15efd32c admin admin] Network hostable DHCP agents. Network: 711b0f98-8a05-4a75-8630-64793983447c, hostable agents: ['582622ae-d895-4475-8046-f15afe99e67f'], hosted agents: [] {{(pid=85356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 16 05:05:45.536566 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c0a01d-9171-41d4-a87d-ef4e15efd32c admin admin] Network 711b0f98-8a05-4a75-8630-64793983447c is scheduled to be hosted by DHCP agent 582622ae-d895-4475-8046-f15afe99e67f with binding_index 1 {{(pid=85356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 16 05:05:45.551231 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [None req-04c0a01d-9171-41d4-a87d-ef4e15efd32c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-1-iscsi, 711b0f98-8a05-4a75-8630-64793983447c) {{(pid=85356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 05:05:45.573017 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8325d3b9-de62-4753-9ecb-a94e7fa88ae7 None None] Network 711b0f98-8a05-4a75-8630-64793983447c requested from dv-cinder-786524-1-iscsi {{(pid=85358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 05:05:45.599538 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c0a01d-9171-41d4-a87d-ef4e15efd32c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:05:45.600307 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-04c0a01d-9171-41d4-a87d-ef4e15efd32c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821710155'] for subnet, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:45.632636 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe55948-33ef-4b20-a0e3-262a0f236592 admin admin] Notify agent at l3_agent.dv-cinder-786524-1-iscsi the message routers_updated {{(pid=85356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 05:05:45.669205 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-abe55948-33ef-4b20-a0e3-262a0f236592 admin admin] 10.222.0.26 "PUT /v2.0/routers/44dbc74a-6d6e-45a9-919b-8c7a072f925d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.9946673
Apr 16 05:05:45.669205 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-04c0a01d-9171-41d4-a87d-ef4e15efd32c admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 3.2221925
Apr 16 05:05:45.672423 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 35488) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:05:45.684402 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17df38f8-cb48-4644-9e8b-9603f76764db None None] Sync routers for ids ['44dbc74a-6d6e-45a9-919b-8c7a072f925d'] in dv-cinder-786524-1-iscsi {{(pid=85358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 05:05:45.705234 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-6ada9c5a-4316-4738-96d0-4874ac4f6409 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-363380990-router', 'tenant_id': '57e4f259d16345e68f38a623884c740f', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88'}}} {{(pid=85357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:05:45.739638 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-6ada9c5a-4316-4738-96d0-4874ac4f6409 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:05:45.757518 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-6ada9c5a-4316-4738-96d0-4874ac4f6409 admin admin] Usage tracker for resource:router and tenant:57e4f259d16345e68f38a623884c740f is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:05:45.769140 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-6ada9c5a-4316-4738-96d0-4874ac4f6409 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:05:45.798469 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-6ada9c5a-4316-4738-96d0-4874ac4f6409 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:05:45.820059 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-6ada9c5a-4316-4738-96d0-4874ac4f6409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036821578267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5887'] for router, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:45.823876 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-6ada9c5a-4316-4738-96d0-4874ac4f6409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33197368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33196902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33168124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854769946'] for router, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:45.854105 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17df38f8-cb48-4644-9e8b-9603f76764db None None] Routers {'44dbc74a-6d6e-45a9-919b-8c7a072f925d'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:05:45.855537 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-17df38f8-cb48-4644-9e8b-9603f76764db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5daf04fa58>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:05:37Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['44dbc74a-6d6e-45a9-919b-8c7a072f925d'], 'active': True} {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:05:45.873884 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-6ada9c5a-4316-4738-96d0-4874ac4f6409 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:46.308965 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device 4688bbfc-265d-4202-8afe-72cfcb6f87da up at agent hyperv_hv-cinder-78652 {{(pid=85358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 05:05:46.934616 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-6ada9c5a-4316-4738-96d0-4874ac4f6409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33196887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036821578282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770023'] for router, precommit_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:47.364641 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1fcd9b-6226-4ece-b91f-af7b26cce3be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpead8f01a-240e-5c6f-845d-431874f38e8d-711b0f98-8a05-4a75-8630-64793983447c', 'network_id': '711b0f98-8a05-4a75-8630-64793983447c', 'tenant_id': '57e4f259d16345e68f38a623884c740f', 'fixed_ips': [{'subnet_id': '2a881910-3355-4ca0-a698-89b5f02a16d4'}]}} from dv-cinder-786524-1-iscsi. {{(pid=85358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 16 05:05:47.364641 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-8a1fcd9b-6226-4ece-b91f-af7b26cce3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_create {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:47.686744 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.db_base_plugin_common [None req-8a1fcd9b-6226-4ece-b91f-af7b26cce3be None None] Allocated IP 172.20.0.2 (711b0f98-8a05-4a75-8630-64793983447c/2a881910-3355-4ca0-a698-89b5f02a16d4/f72795c8-22c9-42e2-912a-c58ea2372fe6) {{(pid=85358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 05:05:47.719828 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970c125-ddc7-4cc5-8dd0-711f25a88811 req-30cc9c75-4455-4f88-a9b6-aee6e70f405a tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:05:47.719828 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-3970c125-ddc7-4cc5-8dd0-711f25a88811 req-30cc9c75-4455-4f88-a9b6-aee6e70f405a tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cebb75-08a7-4e02-a9ad-c88938f84799 HTTP/1.1" status: 200  len: 944 time: 0.3080201
Apr 16 05:05:47.905152 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Provisioning complete for port 4688bbfc-265d-4202-8afe-72cfcb6f87da triggered by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:05:47.905152 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:48.061901 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-3970c125-ddc7-4cc5-8dd0-711f25a88811 req-ef87651a-406e-4f21-8cb4-7a7de71014ac tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8463a7f-3623-45fa-b260-5c490295d4a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2531095
Apr 16 05:05:48.071264 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-17df38f8-cb48-4644-9e8b-9603f76764db None None] Set router 44dbc74a-6d6e-45a9-919b-8c7a072f925d gateway port host: dv-cinder-786524-1-iscsi {{(pid=85358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:05:48.190017 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-6ada9c5a-4316-4738-96d0-4874ac4f6409 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:48.338655 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-6ada9c5a-4316-4738-96d0-4874ac4f6409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:48.727512 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.db_base_plugin_common [None req-6ada9c5a-4316-4738-96d0-4874ac4f6409 admin admin] Allocated IP 172.27.2.242 (09b59cd3-13be-4f6b-8ba8-71a7bb13ef88/d321c4f6-731d-44eb-a563-8ed238725710/c433b4d6-1390-4af4-bd12-ce5d6159895e) {{(pid=85357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 05:05:48.927987 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-8a1fcd9b-6226-4ece-b91f-af7b26cce3be None None] Notify callbacks [] for port, precommit_create {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:48.944232 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-8a1fcd9b-6226-4ece-b91f-af7b26cce3be None None] Transition to ACTIVE for port object f72795c8-22c9-42e2-912a-c58ea2372fe6 will not be triggered until provisioned by entity L2. {{(pid=85358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 05:05:48.976200 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-8a1fcd9b-6226-4ece-b91f-af7b26cce3be None None] Transition to ACTIVE for port object f72795c8-22c9-42e2-912a-c58ea2372fe6 will not be triggered until provisioned by entity DHCP. {{(pid=85358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 05:05:48.988446 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:49.027157 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-03119f0a-9406-40ca-81bc-fc7aefb6ff8a req-019fc35b-1784-401f-ae97-74665fbdda4a tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce3234a2-1d0f-453a-9662-df381a4abe13 HTTP/1.1" status: 200  len: 210 time: 0.1750398
Apr 16 05:05:49.154428 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-8a1fcd9b-6226-4ece-b91f-af7b26cce3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284332319809'] for port, after_create {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:49.192937 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-6ada9c5a-4316-4738-96d0-4874ac4f6409 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:49.242200 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f10e4-c202-4fe7-bf77-b7920863dbdb req-9c4f98dc-2e4a-4bd6-b365-c6b647d522b2 tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:05:49.244492 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c83f10e4-c202-4fe7-bf77-b7920863dbdb req-9c4f98dc-2e4a-4bd6-b365-c6b647d522b2 tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] 10.222.0.16 "GET /v2.0/networks?id=d04df2ba-2d9b-496f-9756-0f60da18d12f HTTP/1.1" status: 200  len: 809 time: 0.4979737
Apr 16 05:05:49.265808 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [req-c83f10e4-c202-4fe7-bf77-b7920863dbdb req-90077330-657f-42f3-9a68-cb5d59b209c7 tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] Request body: {'port': {'device_id': 'ce3234a2-1d0f-453a-9662-df381a4abe13', 'network_id': 'd04df2ba-2d9b-496f-9756-0f60da18d12f', 'admin_state_up': True, 'tenant_id': '22368bbb87b44962a11854b6e49730c3'}} {{(pid=85356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:05:49.314512 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-6ada9c5a-4316-4738-96d0-4874ac4f6409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284332319809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30120147'] for port, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:49.389178 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:05:49.413448 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-f550de25-a76b-43ce-8593-16eb1c679ef0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:05:49.531502 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1fcd9b-6226-4ece-b91f-af7b26cce3be None None] Pushing event updated for resources: {'Port': ['ID=f72795c8-22c9-42e2-912a-c58ea2372fe6,revision_number=1']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:05:49.551405 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-8a1fcd9b-6226-4ece-b91f-af7b26cce3be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:05:49.602529 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] For port 4688bbfc-265d-4202-8afe-72cfcb6f87da, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=4688bbfc-265d-4202-8afe-72cfcb6f87da,segment=NetworkSegment(79077226-93f2-4a1f-b0e8-7ab4b09d1a7b),segment_id=79077226-93f2-4a1f-b0e8-7ab4b09d1a7b)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:05:49.610671 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52cebb75-08a7-4e02-a9ad-c88938f84799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4688bbfc-265d-4202-8afe-72cfcb6f87da'}] {{(pid=85358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 05:05:49.628216 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:49.629237 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-8a1fcd9b-6226-4ece-b91f-af7b26cce3be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:05:49.749743 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ada9c5a-4316-4738-96d0-4874ac4f6409 admin admin] Pushing event updated for resources: {'Port': ['ID=c433b4d6-1390-4af4-bd12-ce5d6159895e,revision_number=1']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:05:49.844853 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Pushing event updated for resources: {'Port': ['ID=4688bbfc-265d-4202-8afe-72cfcb6f87da,revision_number=7']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:05:49.849452 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:05:49.863338 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1fcd9b-6226-4ece-b91f-af7b26cce3be None None] Network 711b0f98-8a05-4a75-8630-64793983447c is already hosted by enough agents. {{(pid=85358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 05:05:49.873922 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [None req-8a1fcd9b-6226-4ece-b91f-af7b26cce3be None None] Resources bound (agent type, host, resource id):  {{(pid=85358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 05:05:49.883410 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1fcd9b-6226-4ece-b91f-af7b26cce3be None None] Received port after_create {{(pid=85358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 05:05:49.897270 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-17df38f8-cb48-4644-9e8b-9603f76764db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5daf04fa58>, [{'id': '44dbc74a-6d6e-45a9-919b-8c7a072f925d', 'name': 'tempest-ServerRescueNegativeTestJSON-982851298-router', 'tenant_id': '906565d5b9534e68b06210dedd1603fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '0ff207b7-52ad-4de0-9675-cf867d1f6aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:05:19Z', 'updated_at': '2021-04-16T05:05:42Z', 'revision_number': 4, 'project_id': '906565d5b9534e68b06210dedd1603fb', 'gw_port': {'id': '0ff207b7-52ad-4de0-9675-cf867d1f6aea', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:82:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dbc74a-6d6e-45a9-919b-8c7a072f925d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:05:21Z', 'updated_at': '2021-04-16T05:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi', '_interfaces': [{'id': 'c886c2ef-fb25-45c4-aa24-4a8a2e9557c0', 'name': '', 'network_id': '7f06c768-0917-4905-82a4-2a04abfa7281', 'tenant_id': '906565d5b9534e68b06210dedd1603fb', 'mac_address': 'fa:16:3e:2d:b3:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44dbc74a-6d6e-45a9-919b-8c7a072f925d', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '092c750d-226a-4b66-92f6-9f771b17666a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:05:36Z', 'updated_at': '2021-04-16T05:05:43Z', 'revision_number': 2, 'project_id': '906565d5b9534e68b06210dedd1603fb', 'subnets': [{'id': '092c750d-226a-4b66-92f6-9f771b17666a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:05:49.903218 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17df38f8-cb48-4644-9e8b-9603f76764db None None] Checking router: 44dbc74a-6d6e-45a9-919b-8c7a072f925d for host: dv-cinder-786524-1-iscsi {{(pid=85358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 05:05:49.904312 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17df38f8-cb48-4644-9e8b-9603f76764db None None] Updating router 44dbc74a-6d6e-45a9-919b-8c7a072f925d port c886c2ef-fb25-45c4-aa24-4a8a2e9557c0 binding host dv-cinder-786524-1-iscsi {{(pid=85358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 16 05:05:50.062844 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [req-c83f10e4-c202-4fe7-bf77-b7920863dbdb req-90077330-657f-42f3-9a68-cb5d59b209c7 tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:05:50.101369 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-c83f10e4-c202-4fe7-bf77-b7920863dbdb req-90077330-657f-42f3-9a68-cb5d59b209c7 tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] Usage tracker for resource:port and tenant:22368bbb87b44962a11854b6e49730c3 is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:05:50.112458 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-c83f10e4-c202-4fe7-bf77-b7920863dbdb req-90077330-657f-42f3-9a68-cb5d59b209c7 tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:05:50.167031 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [req-c83f10e4-c202-4fe7-bf77-b7920863dbdb req-90077330-657f-42f3-9a68-cb5d59b209c7 tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:05:50.204794 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c83f10e4-c202-4fe7-bf77-b7920863dbdb req-90077330-657f-42f3-9a68-cb5d59b209c7 tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] Made reservation on behalf of 22368bbb87b44962a11854b6e49730c3 for: {'port': 1} {{(pid=85356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 05:05:50.238272 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-c83f10e4-c202-4fe7-bf77-b7920863dbdb req-90077330-657f-42f3-9a68-cb5d59b209c7 tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:50.476714 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-17df38f8-cb48-4644-9e8b-9603f76764db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:50.505826 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-8a1fcd9b-6226-4ece-b91f-af7b26cce3be None None] Attempting to bind port f72795c8-22c9-42e2-912a-c58ea2372fe6 on host dv-cinder-786524-1-iscsi for vnic_type normal with profile  {{(pid=85358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 05:05:50.506374 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-8a1fcd9b-6226-4ece-b91f-af7b26cce3be None None] Attempting to bind port f72795c8-22c9-42e2-912a-c58ea2372fe6 by drivers openvswitch,hyperv on host dv-cinder-786524-1-iscsi at level 0 using segments [{'id': 'a0080f90-7bfa-4c0d-af83-31ef1a258e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '711b0f98-8a05-4a75-8630-64793983447c'}] {{(pid=85358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 05:05:50.506805 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1fcd9b-6226-4ece-b91f-af7b26cce3be None None] Attempting to bind port f72795c8-22c9-42e2-912a-c58ea2372fe6 on network 711b0f98-8a05-4a75-8630-64793983447c {{(pid=85358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 05:05:50.557459 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-6ada9c5a-4316-4738-96d0-4874ac4f6409 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.168s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:05:50.587591 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.db_base_plugin_common [req-c83f10e4-c202-4fe7-bf77-b7920863dbdb req-90077330-657f-42f3-9a68-cb5d59b209c7 tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] Allocated IP 172.20.0.3 (d04df2ba-2d9b-496f-9756-0f60da18d12f/e96cff82-a5f7-4d31-b67e-607a75212a3f/f6bcc896-2896-4ac3-bc4d-8a87a78ac768) {{(pid=85356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 05:05:50.690764 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1fcd9b-6226-4ece-b91f-af7b26cce3be None None] Checking agent: {'id': '2c00d7f4-da3e-4cf0-ab95-3dab1af70cf6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 4, 54, 38), 'started_at': datetime.datetime(2021, 4, 16, 4, 55, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 5, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 05:05:50.694482 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1fcd9b-6226-4ece-b91f-af7b26cce3be None None] Checking segment: {'id': 'a0080f90-7bfa-4c0d-af83-31ef1a258e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '711b0f98-8a05-4a75-8630-64793983447c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 05:05:50.695732 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-8a1fcd9b-6226-4ece-b91f-af7b26cce3be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:50.698053 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1fcd9b-6226-4ece-b91f-af7b26cce3be None None] Bound using segment: {'id': 'a0080f90-7bfa-4c0d-af83-31ef1a258e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '711b0f98-8a05-4a75-8630-64793983447c'} {{(pid=85358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 05:05:50.703062 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-8a1fcd9b-6226-4ece-b91f-af7b26cce3be None None] Bound port: f72795c8-22c9-42e2-912a-c58ea2372fe6, host: dv-cinder-786524-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0080f90-7bfa-4c0d-af83-31ef1a258e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '711b0f98-8a05-4a75-8630-64793983447c'}}] {{(pid=85358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 05:05:50.704461 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-8a1fcd9b-6226-4ece-b91f-af7b26cce3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:50.876456 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ada9c5a-4316-4738-96d0-4874ac4f6409 admin admin] Network 09b59cd3-13be-4f6b-8ba8-71a7bb13ef88 is already hosted by enough agents. {{(pid=85357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 05:05:50.880734 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [None req-6ada9c5a-4316-4738-96d0-4874ac4f6409 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 05:05:50.896396 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ada9c5a-4316-4738-96d0-4874ac4f6409 admin admin] Received port after_create {{(pid=85357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 05:05:51.146151 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-c83f10e4-c202-4fe7-bf77-b7920863dbdb req-90077330-657f-42f3-9a68-cb5d59b209c7 tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] Notify callbacks [] for port, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:51.248751 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-c83f10e4-c202-4fe7-bf77-b7920863dbdb req-90077330-657f-42f3-9a68-cb5d59b209c7 tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284332319809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32051484'] for port, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:51.290889 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:05:51.402912 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90077330-657f-42f3-9a68-cb5d59b209c7 tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] Pushing event updated for resources: {'Port': ['ID=f6bcc896-2896-4ac3-bc4d-8a87a78ac768,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:05:51.437720 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-8a1fcd9b-6226-4ece-b91f-af7b26cce3be None None] For port f72795c8-22c9-42e2-912a-c58ea2372fe6, host dv-cinder-786524-1-iscsi, cleared binding levels {{(pid=85358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 05:05:51.472028 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-90077330-657f-42f3-9a68-cb5d59b209c7 tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:05:51.667788 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c83f10e4-c202-4fe7-bf77-b7920863dbdb req-90077330-657f-42f3-9a68-cb5d59b209c7 tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] Network d04df2ba-2d9b-496f-9756-0f60da18d12f is already hosted by enough agents. {{(pid=85356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 05:05:51.679688 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [req-c83f10e4-c202-4fe7-bf77-b7920863dbdb req-90077330-657f-42f3-9a68-cb5d59b209c7 tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] Resources bound (agent type, host, resource id):  {{(pid=85356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 05:05:51.688005 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [req-c83f10e4-c202-4fe7-bf77-b7920863dbdb req-90077330-657f-42f3-9a68-cb5d59b209c7 tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] Received port after_create {{(pid=85356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 05:05:51.815082 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-8a1fcd9b-6226-4ece-b91f-af7b26cce3be None None] For port f72795c8-22c9-42e2-912a-c58ea2372fe6, host dv-cinder-786524-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=f72795c8-22c9-42e2-912a-c58ea2372fe6,segment=NetworkSegment(a0080f90-7bfa-4c0d-af83-31ef1a258e15),segment_id=a0080f90-7bfa-4c0d-af83-31ef1a258e15)] {{(pid=85358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 05:05:51.834563 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-8a1fcd9b-6226-4ece-b91f-af7b26cce3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:51.962604 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f10e4-c202-4fe7-bf77-b7920863dbdb req-90077330-657f-42f3-9a68-cb5d59b209c7 tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:05:51.962604 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-c83f10e4-c202-4fe7-bf77-b7920863dbdb req-90077330-657f-42f3-9a68-cb5d59b209c7 tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821710155'] for port, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:52.014002 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-6ada9c5a-4316-4738-96d0-4874ac4f6409 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:52.039078 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c83f10e4-c202-4fe7-bf77-b7920863dbdb req-90077330-657f-42f3-9a68-cb5d59b209c7 tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.7787998
Apr 16 05:05:52.055643 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-a7fd57b8-4829-4282-8d3c-fad87b77c39d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:05:52.065187 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [req-c83f10e4-c202-4fe7-bf77-b7920863dbdb req-ae251440-15b1-41d3-90cb-c133d8eae583 service neutron] Request body: {'port': {'device_id': 'ce3234a2-1d0f-453a-9662-df381a4abe13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=85356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:05:52.336372 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-c83f10e4-c202-4fe7-bf77-b7920863dbdb req-ae251440-15b1-41d3-90cb-c133d8eae583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:52.460287 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-17df38f8-cb48-4644-9e8b-9603f76764db None None] Notify callbacks [] for port, precommit_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:52.499258 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1fcd9b-6226-4ece-b91f-af7b26cce3be None None] Pushing event updated for resources: {'Port': ['ID=f72795c8-22c9-42e2-912a-c58ea2372fe6,revision_number=2']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:05:52.508410 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-8a1fcd9b-6226-4ece-b91f-af7b26cce3be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:05:52.516387 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-17df38f8-cb48-4644-9e8b-9603f76764db None None] Transition to ACTIVE for port object c886c2ef-fb25-45c4-aa24-4a8a2e9557c0 will not be triggered until provisioned by entity L2. {{(pid=85358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 05:05:52.530756 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-17df38f8-cb48-4644-9e8b-9603f76764db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:52.731265 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:05:52.764003 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-6ada9c5a-4316-4738-96d0-4874ac4f6409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33197534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036821578960'] for router, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:52.838722 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dc9e56-addb-4716-b898-f44a6dacb9ed None None] Pushing event updated for resources: {'Port': ['ID=c886c2ef-fb25-45c4-aa24-4a8a2e9557c0,revision_number=3']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:05:52.844302 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-d9dc9e56-addb-4716-b898-f44a6dacb9ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:05:53.082861 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-17df38f8-cb48-4644-9e8b-9603f76764db None None] Attempting to bind port c886c2ef-fb25-45c4-aa24-4a8a2e9557c0 on host dv-cinder-786524-1-iscsi for vnic_type normal with profile  {{(pid=85358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 05:05:53.083340 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-17df38f8-cb48-4644-9e8b-9603f76764db None None] Attempting to bind port c886c2ef-fb25-45c4-aa24-4a8a2e9557c0 by drivers openvswitch,hyperv on host dv-cinder-786524-1-iscsi at level 0 using segments [{'id': '6bce0028-aa38-4b3b-9bb1-313bc9885413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '7f06c768-0917-4905-82a4-2a04abfa7281'}] {{(pid=85358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 05:05:53.083677 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17df38f8-cb48-4644-9e8b-9603f76764db None None] Attempting to bind port c886c2ef-fb25-45c4-aa24-4a8a2e9557c0 on network 7f06c768-0917-4905-82a4-2a04abfa7281 {{(pid=85358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 05:05:53.098004 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17df38f8-cb48-4644-9e8b-9603f76764db None None] Checking agent: {'id': '2c00d7f4-da3e-4cf0-ab95-3dab1af70cf6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 4, 54, 38), 'started_at': datetime.datetime(2021, 4, 16, 4, 55, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 5, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 05:05:53.099806 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17df38f8-cb48-4644-9e8b-9603f76764db None None] Checking segment: {'id': '6bce0028-aa38-4b3b-9bb1-313bc9885413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '7f06c768-0917-4905-82a4-2a04abfa7281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 05:05:53.100288 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-17df38f8-cb48-4644-9e8b-9603f76764db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:53.100750 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17df38f8-cb48-4644-9e8b-9603f76764db None None] Bound using segment: {'id': '6bce0028-aa38-4b3b-9bb1-313bc9885413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '7f06c768-0917-4905-82a4-2a04abfa7281'} {{(pid=85358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 05:05:53.101371 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-17df38f8-cb48-4644-9e8b-9603f76764db None None] Bound port: c886c2ef-fb25-45c4-aa24-4a8a2e9557c0, host: dv-cinder-786524-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bce0028-aa38-4b3b-9bb1-313bc9885413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '7f06c768-0917-4905-82a4-2a04abfa7281'}}] {{(pid=85358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 05:05:53.101807 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-17df38f8-cb48-4644-9e8b-9603f76764db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:53.215283 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [req-c83f10e4-c202-4fe7-bf77-b7920863dbdb req-ae251440-15b1-41d3-90cb-c133d8eae583 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6bcc896-2896-4ac3-bc4d-8a87a78ac768 {{(pid=85356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 05:05:53.234762 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-c83f10e4-c202-4fe7-bf77-b7920863dbdb req-ae251440-15b1-41d3-90cb-c133d8eae583 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:53.278955 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [req-c83f10e4-c202-4fe7-bf77-b7920863dbdb req-ae251440-15b1-41d3-90cb-c133d8eae583 service neutron] Transition to ACTIVE for port object f6bcc896-2896-4ac3-bc4d-8a87a78ac768 will not be triggered until provisioned by entity L2. {{(pid=85356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 05:05:53.284809 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-c83f10e4-c202-4fe7-bf77-b7920863dbdb req-ae251440-15b1-41d3-90cb-c133d8eae583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822724348'] for port, after_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:53.319642 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-17df38f8-cb48-4644-9e8b-9603f76764db None None] For port c886c2ef-fb25-45c4-aa24-4a8a2e9557c0, host dv-cinder-786524-1-iscsi, cleared binding levels {{(pid=85358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 05:05:53.323081 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:05:53.328156 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-17df38f8-cb48-4644-9e8b-9603f76764db None None] For port c886c2ef-fb25-45c4-aa24-4a8a2e9557c0, host dv-cinder-786524-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=c886c2ef-fb25-45c4-aa24-4a8a2e9557c0,segment=NetworkSegment(6bce0028-aa38-4b3b-9bb1-313bc9885413),segment_id=6bce0028-aa38-4b3b-9bb1-313bc9885413)] {{(pid=85358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 05:05:53.335738 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device f72795c8-22c9-42e2-912a-c58ea2372fe6 up at agent ovs-agent-dv-cinder-786524-1-iscsi {{(pid=85358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 05:05:53.348167 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ada9c5a-4316-4738-96d0-4874ac4f6409 admin admin] Router 625a73bd-ef02-4473-a2f8-3b8e606d283a is scheduled to L3 agent 9bacd1b6-99a0-44b1-8352-fe12768771b0 with binding_index 1 {{(pid=85357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 16 05:05:53.429047 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-17df38f8-cb48-4644-9e8b-9603f76764db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:53.676951 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:05:53.751181 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ada9c5a-4316-4738-96d0-4874ac4f6409 admin admin] Notify agent at l3_agent.dv-cinder-786524-1-iscsi the message routers_updated {{(pid=85357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 05:05:53.777683 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a1f5f8-e36c-4480-888c-1660d632b497 None None] Sync routers for ids ['625a73bd-ef02-4473-a2f8-3b8e606d283a'] in dv-cinder-786524-1-iscsi {{(pid=85359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 05:05:53.794053 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a1f5f8-e36c-4480-888c-1660d632b497 None None] Routers {'625a73bd-ef02-4473-a2f8-3b8e606d283a'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:05:53.795830 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-f8a1f5f8-e36c-4480-888c-1660d632b497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5daec15748>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:05:37Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['625a73bd-ef02-4473-a2f8-3b8e606d283a'], 'active': True} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:05:53.811979 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-6ada9c5a-4316-4738-96d0-4874ac4f6409 admin admin] Notify callbacks [] for router, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:53.813766 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-6ada9c5a-4316-4738-96d0-4874ac4f6409 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 8.1413512
Apr 16 05:05:53.820434 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 35610) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:05:53.827564 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dc9e56-addb-4716-b898-f44a6dacb9ed None None] Pushing event updated for resources: {'Port': ['ID=c886c2ef-fb25-45c4-aa24-4a8a2e9557c0,revision_number=4']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:05:53.841770 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-d9dc9e56-addb-4716-b898-f44a6dacb9ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:05:53.850216 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae251440-15b1-41d3-90cb-c133d8eae583 service neutron] Pushing event updated for resources: {'Port': ['ID=f6bcc896-2896-4ac3-bc4d-8a87a78ac768,revision_number=2']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:05:53.869166 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-ae251440-15b1-41d3-90cb-c133d8eae583 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:05:53.903163 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17df38f8-cb48-4644-9e8b-9603f76764db None None] Routers {'44dbc74a-6d6e-45a9-919b-8c7a072f925d'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:05:53.908065 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-17df38f8-cb48-4644-9e8b-9603f76764db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5daf04fa58>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:05:37Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['44dbc74a-6d6e-45a9-919b-8c7a072f925d'], 'active': True} {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:05:54.216016 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-17df38f8-cb48-4644-9e8b-9603f76764db None None] Set router 44dbc74a-6d6e-45a9-919b-8c7a072f925d gateway port host: dv-cinder-786524-1-iscsi {{(pid=85358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:05:54.390318 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [req-c83f10e4-c202-4fe7-bf77-b7920863dbdb req-ae251440-15b1-41d3-90cb-c133d8eae583 service neutron] Attempting to bind port f6bcc896-2896-4ac3-bc4d-8a87a78ac768 on host hv-cinder-78652 for vnic_type normal with profile  {{(pid=85356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 05:05:54.390752 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [req-c83f10e4-c202-4fe7-bf77-b7920863dbdb req-ae251440-15b1-41d3-90cb-c133d8eae583 service neutron] Attempting to bind port f6bcc896-2896-4ac3-bc4d-8a87a78ac768 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '1cebb1bc-7c64-4b55-b98d-dc3a48cbfc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'd04df2ba-2d9b-496f-9756-0f60da18d12f'}] {{(pid=85356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 05:05:54.391228 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83f10e4-c202-4fe7-bf77-b7920863dbdb req-ae251440-15b1-41d3-90cb-c133d8eae583 service neutron] Attempting to bind port f6bcc896-2896-4ac3-bc4d-8a87a78ac768 on network d04df2ba-2d9b-496f-9756-0f60da18d12f {{(pid=85356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 05:05:54.399822 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83f10e4-c202-4fe7-bf77-b7920863dbdb req-ae251440-15b1-41d3-90cb-c133d8eae583 service neutron] Port f6bcc896-2896-4ac3-bc4d-8a87a78ac768 on network d04df2ba-2d9b-496f-9756-0f60da18d12f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=85356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 05:05:54.400191 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83f10e4-c202-4fe7-bf77-b7920863dbdb req-ae251440-15b1-41d3-90cb-c133d8eae583 service neutron] Attempting to bind port f6bcc896-2896-4ac3-bc4d-8a87a78ac768 on network d04df2ba-2d9b-496f-9756-0f60da18d12f {{(pid=85356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 05:05:54.421388 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83f10e4-c202-4fe7-bf77-b7920863dbdb req-ae251440-15b1-41d3-90cb-c133d8eae583 service neutron] Checking agent: {'id': '5ddcce5e-7017-4c76-88fa-bffacfec0d31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 5, 1, 38), 'started_at': datetime.datetime(2021, 4, 16, 5, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 5, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 05:05:54.422021 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83f10e4-c202-4fe7-bf77-b7920863dbdb req-ae251440-15b1-41d3-90cb-c133d8eae583 service neutron] Checking segment: {'id': '1cebb1bc-7c64-4b55-b98d-dc3a48cbfc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'd04df2ba-2d9b-496f-9756-0f60da18d12f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 05:05:54.427225 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83f10e4-c202-4fe7-bf77-b7920863dbdb req-ae251440-15b1-41d3-90cb-c133d8eae583 service neutron] Bound using segment: {'id': '1cebb1bc-7c64-4b55-b98d-dc3a48cbfc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'd04df2ba-2d9b-496f-9756-0f60da18d12f'} {{(pid=85356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 05:05:54.427767 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [req-c83f10e4-c202-4fe7-bf77-b7920863dbdb req-ae251440-15b1-41d3-90cb-c133d8eae583 service neutron] Bound port: f6bcc896-2896-4ac3-bc4d-8a87a78ac768, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cebb1bc-7c64-4b55-b98d-dc3a48cbfc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'd04df2ba-2d9b-496f-9756-0f60da18d12f'}}] {{(pid=85356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 05:05:54.428192 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-c83f10e4-c202-4fe7-bf77-b7920863dbdb req-ae251440-15b1-41d3-90cb-c133d8eae583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:54.439375 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-f8a1f5f8-e36c-4480-888c-1660d632b497 None None] Set router 625a73bd-ef02-4473-a2f8-3b8e606d283a gateway port host: dv-cinder-786524-1-iscsi {{(pid=85359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:05:54.622693 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [req-c83f10e4-c202-4fe7-bf77-b7920863dbdb req-ae251440-15b1-41d3-90cb-c133d8eae583 service neutron] For port f6bcc896-2896-4ac3-bc4d-8a87a78ac768, host hv-cinder-78652, cleared binding levels {{(pid=85356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 05:05:54.630724 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [req-c83f10e4-c202-4fe7-bf77-b7920863dbdb req-ae251440-15b1-41d3-90cb-c133d8eae583 service neutron] For port f6bcc896-2896-4ac3-bc4d-8a87a78ac768, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=f6bcc896-2896-4ac3-bc4d-8a87a78ac768,segment=NetworkSegment(1cebb1bc-7c64-4b55-b98d-dc3a48cbfc2e),segment_id=1cebb1bc-7c64-4b55-b98d-dc3a48cbfc2e)] {{(pid=85356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 05:05:54.639789 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-c83f10e4-c202-4fe7-bf77-b7920863dbdb req-ae251440-15b1-41d3-90cb-c133d8eae583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822724348'] for port, after_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:54.657081 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-5db4b602-8770-4c3e-a2c5-b74ebe76ea89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:05:54.874534 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae251440-15b1-41d3-90cb-c133d8eae583 service neutron] Pushing event updated for resources: {'Port': ['ID=f6bcc896-2896-4ac3-bc4d-8a87a78ac768,revision_number=3']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:05:54.880854 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-ae251440-15b1-41d3-90cb-c133d8eae583 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:05:54.950334 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-f8a1f5f8-e36c-4480-888c-1660d632b497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5daec15748>, [{'id': '625a73bd-ef02-4473-a2f8-3b8e606d283a', 'name': 'tempest-TestMinimumBasicScenario-363380990-router', 'tenant_id': '57e4f259d16345e68f38a623884c740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'c433b4d6-1390-4af4-bd12-ce5d6159895e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:05:45Z', 'updated_at': '2021-04-16T05:05:51Z', 'revision_number': 3, 'project_id': '57e4f259d16345e68f38a623884c740f', 'gw_port': {'id': 'c433b4d6-1390-4af4-bd12-ce5d6159895e', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d1:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '625a73bd-ef02-4473-a2f8-3b8e606d283a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:05:48Z', 'updated_at': '2021-04-16T05:05:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi'}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:05:54.956467 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a1f5f8-e36c-4480-888c-1660d632b497 None None] Checking router: 625a73bd-ef02-4473-a2f8-3b8e606d283a for host: dv-cinder-786524-1-iscsi {{(pid=85359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 05:05:54.960510 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a1f5f8-e36c-4480-888c-1660d632b497 None None] Updating router 625a73bd-ef02-4473-a2f8-3b8e606d283a port c433b4d6-1390-4af4-bd12-ce5d6159895e binding host dv-cinder-786524-1-iscsi {{(pid=85359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 16 05:05:54.981680 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f10e4-c202-4fe7-bf77-b7920863dbdb req-ae251440-15b1-41d3-90cb-c133d8eae583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:05:54.986867 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-c83f10e4-c202-4fe7-bf77-b7920863dbdb req-ae251440-15b1-41d3-90cb-c133d8eae583 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821710155'] for port, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:54.988607 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c83f10e4-c202-4fe7-bf77-b7920863dbdb req-ae251440-15b1-41d3-90cb-c133d8eae583 service neutron] 10.222.0.16 "PUT /v2.0/ports/f6bcc896-2896-4ac3-bc4d-8a87a78ac768 HTTP/1.1" status: 200  len: 1093 time: 2.9288554
Apr 16 05:05:54.989231 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce3234a2-1d0f-453a-9662-df381a4abe13', 'tag': 'f6bcc896-2896-4ac3-bc4d-8a87a78ac768'}] {{(pid=85356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 05:05:55.000426 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de495fc-9e2c-43b9-bbc6-dae2a07fe921 None None] Network 711b0f98-8a05-4a75-8630-64793983447c requested from dv-cinder-786524-1-iscsi {{(pid=85358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 05:05:55.035431 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f8a1f5f8-e36c-4480-888c-1660d632b497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:55.356680 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-35be7f5f-2e34-452b-97c6-ec414ac9d969 None None] Provisioning for port f72795c8-22c9-42e2-912a-c58ea2372fe6 completed by entity DHCP. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 05:05:55.398877 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Provisioning for port f72795c8-22c9-42e2-912a-c58ea2372fe6 completed by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 05:05:55.410962 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Provisioning complete for port f72795c8-22c9-42e2-912a-c58ea2372fe6 triggered by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:05:55.411789 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:55.487083 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-3a647f37-2f3a-4435-a284-bef786cfb4a9 req-79dca797-876c-46b6-b46b-9c1cea9ad271 tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=42215cd2a0904b0aa68d839d72840738&shared=False HTTP/1.1" status: 200  len: 213 time: 0.5613639
Apr 16 05:05:55.496217 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-17df38f8-cb48-4644-9e8b-9603f76764db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5daf04fa58>, [{'id': '44dbc74a-6d6e-45a9-919b-8c7a072f925d', 'name': 'tempest-ServerRescueNegativeTestJSON-982851298-router', 'tenant_id': '906565d5b9534e68b06210dedd1603fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '0ff207b7-52ad-4de0-9675-cf867d1f6aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:05:19Z', 'updated_at': '2021-04-16T05:05:42Z', 'revision_number': 4, 'project_id': '906565d5b9534e68b06210dedd1603fb', 'gw_port': {'id': '0ff207b7-52ad-4de0-9675-cf867d1f6aea', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:82:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dbc74a-6d6e-45a9-919b-8c7a072f925d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:05:21Z', 'updated_at': '2021-04-16T05:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi', '_interfaces': [{'id': 'c886c2ef-fb25-45c4-aa24-4a8a2e9557c0', 'name': '', 'network_id': '7f06c768-0917-4905-82a4-2a04abfa7281', 'tenant_id': '906565d5b9534e68b06210dedd1603fb', 'mac_address': 'fa:16:3e:2d:b3:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44dbc74a-6d6e-45a9-919b-8c7a072f925d', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '092c750d-226a-4b66-92f6-9f771b17666a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:05:36Z', 'updated_at': '2021-04-16T05:05:53Z', 'revision_number': 4, 'project_id': '906565d5b9534e68b06210dedd1603fb', 'subnets': [{'id': '092c750d-226a-4b66-92f6-9f771b17666a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:05:55.523500 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17df38f8-cb48-4644-9e8b-9603f76764db None None] The sync data for ids ['44dbc74a-6d6e-45a9-919b-8c7a072f925d'] in dv-cinder-786524-1-iscsi is: [{'id': '44dbc74a-6d6e-45a9-919b-8c7a072f925d', 'name': 'tempest-ServerRescueNegativeTestJSON-982851298-router', 'tenant_id': '906565d5b9534e68b06210dedd1603fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '0ff207b7-52ad-4de0-9675-cf867d1f6aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:05:19Z', 'updated_at': '2021-04-16T05:05:42Z', 'revision_number': 4, 'project_id': '906565d5b9534e68b06210dedd1603fb', 'gw_port': {'id': '0ff207b7-52ad-4de0-9675-cf867d1f6aea', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:82:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dbc74a-6d6e-45a9-919b-8c7a072f925d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:05:21Z', 'updated_at': '2021-04-16T05:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi', '_interfaces': [{'id': 'c886c2ef-fb25-45c4-aa24-4a8a2e9557c0', 'name': '', 'network_id': '7f06c768-0917-4905-82a4-2a04abfa7281', 'tenant_id': '906565d5b9534e68b06210dedd1603fb', 'mac_address': 'fa:16:3e:2d:b3:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44dbc74a-6d6e-45a9-919b-8c7a072f925d', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '092c750d-226a-4b66-92f6-9f771b17666a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:05:36Z', 'updated_at': '2021-04-16T05:05:53Z', 'revision_number': 4, 'project_id': '906565d5b9534e68b06210dedd1603fb', 'subnets': [{'id': '092c750d-226a-4b66-92f6-9f771b17666a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 05:05:55.835874 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f8a1f5f8-e36c-4480-888c-1660d632b497 None None] Notify callbacks [] for port, precommit_update {{(pid=85359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:55.857588 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-f8a1f5f8-e36c-4480-888c-1660d632b497 None None] Transition to ACTIVE for port object c433b4d6-1390-4af4-bd12-ce5d6159895e will not be triggered until provisioned by entity L2. {{(pid=85359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 05:05:55.869381 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:55.871704 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f8a1f5f8-e36c-4480-888c-1660d632b497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:55.986169 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] For port f72795c8-22c9-42e2-912a-c58ea2372fe6, host dv-cinder-786524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=f72795c8-22c9-42e2-912a-c58ea2372fe6,segment=NetworkSegment(a0080f90-7bfa-4c0d-af83-31ef1a258e15),segment_id=a0080f90-7bfa-4c0d-af83-31ef1a258e15)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:05:55.995941 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:56.015052 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-fdbed885-b676-4d66-b1aa-ce9a4b635c27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:05:56.263092 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-b61d694e-8a15-4f93-abd3-73fa75f0005a None None] Provisioning complete for port f72795c8-22c9-42e2-912a-c58ea2372fe6 triggered by entity DHCP. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:05:56.263332 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-b61d694e-8a15-4f93-abd3-73fa75f0005a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:56.296864 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-14e55c11-ab0d-433b-b096-20d982ec9894 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:05:56.376093 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device c886c2ef-fb25-45c4-aa24-4a8a2e9557c0 up at agent ovs-agent-dv-cinder-786524-1-iscsi {{(pid=85358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 05:05:56.387699 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-f8a1f5f8-e36c-4480-888c-1660d632b497 None None] Attempting to bind port c433b4d6-1390-4af4-bd12-ce5d6159895e on host dv-cinder-786524-1-iscsi for vnic_type normal with profile  {{(pid=85359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 05:05:56.388082 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-f8a1f5f8-e36c-4480-888c-1660d632b497 None None] Attempting to bind port c433b4d6-1390-4af4-bd12-ce5d6159895e by drivers openvswitch,hyperv on host dv-cinder-786524-1-iscsi at level 0 using segments [{'id': '88f0db33-a5d4-497b-ae0c-257388b0c0ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88'}] {{(pid=85359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 05:05:56.388476 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a1f5f8-e36c-4480-888c-1660d632b497 None None] Attempting to bind port c433b4d6-1390-4af4-bd12-ce5d6159895e on network 09b59cd3-13be-4f6b-8ba8-71a7bb13ef88 {{(pid=85359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 05:05:56.397892 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a1f5f8-e36c-4480-888c-1660d632b497 None None] Checking agent: {'id': '2c00d7f4-da3e-4cf0-ab95-3dab1af70cf6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 4, 54, 38), 'started_at': datetime.datetime(2021, 4, 16, 4, 55, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 5, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 05:05:56.398303 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a1f5f8-e36c-4480-888c-1660d632b497 None None] Checking segment: {'id': '88f0db33-a5d4-497b-ae0c-257388b0c0ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 05:05:56.398736 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f8a1f5f8-e36c-4480-888c-1660d632b497 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:56.399174 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a1f5f8-e36c-4480-888c-1660d632b497 None None] Bound using segment: {'id': '88f0db33-a5d4-497b-ae0c-257388b0c0ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88'} {{(pid=85359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 05:05:56.399711 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-f8a1f5f8-e36c-4480-888c-1660d632b497 None None] Bound port: c433b4d6-1390-4af4-bd12-ce5d6159895e, host: dv-cinder-786524-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88f0db33-a5d4-497b-ae0c-257388b0c0ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88'}}] {{(pid=85359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 05:05:56.400127 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f8a1f5f8-e36c-4480-888c-1660d632b497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:56.499927 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Pushing event updated for resources: {'Port': ['ID=f72795c8-22c9-42e2-912a-c58ea2372fe6,revision_number=3']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:05:56.523826 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:05:56.537077 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-f8a1f5f8-e36c-4480-888c-1660d632b497 None None] For port c433b4d6-1390-4af4-bd12-ce5d6159895e, host dv-cinder-786524-1-iscsi, cleared binding levels {{(pid=85359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 05:05:56.541715 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-f8a1f5f8-e36c-4480-888c-1660d632b497 None None] For port c433b4d6-1390-4af4-bd12-ce5d6159895e, host dv-cinder-786524-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=c433b4d6-1390-4af4-bd12-ce5d6159895e,segment=NetworkSegment(88f0db33-a5d4-497b-ae0c-257388b0c0ef),segment_id=88f0db33-a5d4-497b-ae0c-257388b0c0ef)] {{(pid=85359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 05:05:56.549622 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a41739-21ae-40ab-a4bf-7f4502f7223a req-a713bd05-69f4-404a-bc9a-a806acf6d425 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:05:56.550218 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f8a1f5f8-e36c-4480-888c-1660d632b497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:56.552973 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-79a41739-21ae-40ab-a4bf-7f4502f7223a req-a713bd05-69f4-404a-bc9a-a806acf6d425 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/networks?id=7f06c768-0917-4905-82a4-2a04abfa7281 HTTP/1.1" status: 200  len: 818 time: 1.6283786
Apr 16 05:05:56.637638 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Provisioning for port c886c2ef-fb25-45c4-aa24-4a8a2e9557c0 completed by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 05:05:56.656274 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Provisioning complete for port c886c2ef-fb25-45c4-aa24-4a8a2e9557c0 triggered by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:05:56.656610 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:56.658481 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-79a41739-21ae-40ab-a4bf-7f4502f7223a req-91a2ba2b-5308-448b-84b2-4e82467883ec tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/quotas/906565d5b9534e68b06210dedd1603fb HTTP/1.1" status: 200  len: 375 time: 0.0745554
Apr 16 05:05:56.764380 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e49e3d-1b4c-45c9-b0a2-e9f4fb990e6d None None] Pushing event updated for resources: {'Port': ['ID=c433b4d6-1390-4af4-bd12-ce5d6159895e,revision_number=2']} {{(pid=85359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:05:56.785898 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e49e3d-1b4c-45c9-b0a2-e9f4fb990e6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:05:56.786191 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e49e3d-1b4c-45c9-b0a2-e9f4fb990e6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:05:56.786404 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e49e3d-1b4c-45c9-b0a2-e9f4fb990e6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:05:56.786771 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e49e3d-1b4c-45c9-b0a2-e9f4fb990e6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:05:56.787138 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e49e3d-1b4c-45c9-b0a2-e9f4fb990e6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:05:56.787502 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e49e3d-1b4c-45c9-b0a2-e9f4fb990e6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:05:56.787862 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e49e3d-1b4c-45c9-b0a2-e9f4fb990e6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:05:56.788220 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e49e3d-1b4c-45c9-b0a2-e9f4fb990e6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:05:56.789062 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e49e3d-1b4c-45c9-b0a2-e9f4fb990e6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:05:56.789404 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e49e3d-1b4c-45c9-b0a2-e9f4fb990e6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:05:56.789764 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e49e3d-1b4c-45c9-b0a2-e9f4fb990e6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:05:56.790121 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e49e3d-1b4c-45c9-b0a2-e9f4fb990e6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:05:56.795848 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-12e49e3d-1b4c-45c9-b0a2-e9f4fb990e6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=85359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:05:56.796346 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=85359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:05:56.864645 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:56.920130 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e49e3d-1b4c-45c9-b0a2-e9f4fb990e6d None None] Pushing event updated for resources: {'Port': ['ID=c433b4d6-1390-4af4-bd12-ce5d6159895e,revision_number=3']} {{(pid=85359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:05:56.932560 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-12e49e3d-1b4c-45c9-b0a2-e9f4fb990e6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:05:56.933283 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a1f5f8-e36c-4480-888c-1660d632b497 None None] Routers {'625a73bd-ef02-4473-a2f8-3b8e606d283a'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:05:56.933994 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-f8a1f5f8-e36c-4480-888c-1660d632b497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5daec15748>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:05:37Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['625a73bd-ef02-4473-a2f8-3b8e606d283a'], 'active': True} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:05:56.935649 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] For port c886c2ef-fb25-45c4-aa24-4a8a2e9557c0, host dv-cinder-786524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=c886c2ef-fb25-45c4-aa24-4a8a2e9557c0,segment=NetworkSegment(6bce0028-aa38-4b3b-9bb1-313bc9885413),segment_id=6bce0028-aa38-4b3b-9bb1-313bc9885413)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:05:56.944120 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:56.946539 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:05:57.093919 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-34a00654-3c1e-4132-8f70-ccf6aa4c1c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:57.122968 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Pushing event updated for resources: {'Port': ['ID=c886c2ef-fb25-45c4-aa24-4a8a2e9557c0,revision_number=5']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:05:57.136106 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:05:57.165362 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a647f37-2f3a-4435-a284-bef786cfb4a9 req-eb73ef91-ff60-400a-bdfe-51c56234ac2a tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:05:57.175264 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-3a647f37-2f3a-4435-a284-bef786cfb4a9 req-eb73ef91-ff60-400a-bdfe-51c56234ac2a tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 1.6754146
Apr 16 05:05:57.433806 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f10e4-c202-4fe7-bf77-b7920863dbdb req-6b1cd40a-577e-495a-9061-b3c863f2ca86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:05:57.437460 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c83f10e4-c202-4fe7-bf77-b7920863dbdb req-6b1cd40a-577e-495a-9061-b3c863f2ca86 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=22368bbb87b44962a11854b6e49730c3&device_id=ce3234a2-1d0f-453a-9662-df381a4abe13 HTTP/1.1" status: 200  len: 1096 time: 0.2550437
Apr 16 05:05:57.464305 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-f8a1f5f8-e36c-4480-888c-1660d632b497 None None] Set router 625a73bd-ef02-4473-a2f8-3b8e606d283a gateway port host: dv-cinder-786524-1-iscsi {{(pid=85359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:05:57.537801 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.db_base_plugin_common [None req-34a00654-3c1e-4132-8f70-ccf6aa4c1c08 admin admin] Allocated IP 172.20.0.1 (711b0f98-8a05-4a75-8630-64793983447c/2a881910-3355-4ca0-a698-89b5f02a16d4/654ec6f4-9d73-4665-9f62-fd6b97dd5aff) {{(pid=85357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 05:05:57.710678 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c83f10e4-c202-4fe7-bf77-b7920863dbdb req-13ee6073-3670-4b3e-9bc5-5b3bbd215fd7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6bcc896-2896-4ac3-bc4d-8a87a78ac768 HTTP/1.1" status: 200  len: 217 time: 0.2524629
Apr 16 05:05:57.785164 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-34a00654-3c1e-4132-8f70-ccf6aa4c1c08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:57.813981 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-34a00654-3c1e-4132-8f70-ccf6aa4c1c08 admin admin] Transition to ACTIVE for port object 654ec6f4-9d73-4665-9f62-fd6b97dd5aff will not be triggered until provisioned by entity DHCP. {{(pid=85357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 05:05:57.872888 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-79a41739-21ae-40ab-a4bf-7f4502f7223a req-bf977a8b-dd54-4207-8746-fd108a68eb7e tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=906565d5b9534e68b06210dedd1603fb&fields=id HTTP/1.1" status: 200  len: 255 time: 1.1443937
Apr 16 05:05:57.965066 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f10e4-c202-4fe7-bf77-b7920863dbdb req-c27b1ed6-356c-4373-9972-f07c0282df0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:05:57.967287 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c83f10e4-c202-4fe7-bf77-b7920863dbdb req-c27b1ed6-356c-4373-9972-f07c0282df0d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e96cff82-a5f7-4d31-b67e-607a75212a3f HTTP/1.1" status: 200  len: 849 time: 0.2371447
Apr 16 05:05:58.012964 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-f8a1f5f8-e36c-4480-888c-1660d632b497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5daec15748>, [{'id': '625a73bd-ef02-4473-a2f8-3b8e606d283a', 'name': 'tempest-TestMinimumBasicScenario-363380990-router', 'tenant_id': '57e4f259d16345e68f38a623884c740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'c433b4d6-1390-4af4-bd12-ce5d6159895e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:05:45Z', 'updated_at': '2021-04-16T05:05:51Z', 'revision_number': 3, 'project_id': '57e4f259d16345e68f38a623884c740f', 'gw_port': {'id': 'c433b4d6-1390-4af4-bd12-ce5d6159895e', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d1:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '625a73bd-ef02-4473-a2f8-3b8e606d283a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:05:48Z', 'updated_at': '2021-04-16T05:05:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi'}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:05:58.019136 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a1f5f8-e36c-4480-888c-1660d632b497 None None] The sync data for ids ['625a73bd-ef02-4473-a2f8-3b8e606d283a'] in dv-cinder-786524-1-iscsi is: [{'id': '625a73bd-ef02-4473-a2f8-3b8e606d283a', 'name': 'tempest-TestMinimumBasicScenario-363380990-router', 'tenant_id': '57e4f259d16345e68f38a623884c740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'c433b4d6-1390-4af4-bd12-ce5d6159895e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:05:45Z', 'updated_at': '2021-04-16T05:05:51Z', 'revision_number': 3, 'project_id': '57e4f259d16345e68f38a623884c740f', 'gw_port': {'id': 'c433b4d6-1390-4af4-bd12-ce5d6159895e', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d1:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '625a73bd-ef02-4473-a2f8-3b8e606d283a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:05:48Z', 'updated_at': '2021-04-16T05:05:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi'}] {{(pid=85359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 05:05:58.048891 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c83f10e4-c202-4fe7-bf77-b7920863dbdb req-e5af106c-2b07-492c-8dde-2139d92d6e10 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d04df2ba-2d9b-496f-9756-0f60da18d12f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0727675
Apr 16 05:05:58.091014 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-3a647f37-2f3a-4435-a284-bef786cfb4a9 req-92eba632-c415-4601-89c9-dec61ed48c99 tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] 10.222.0.26 "GET /v2.0/quotas/42215cd2a0904b0aa68d839d72840738 HTTP/1.1" status: 200  len: 375 time: 0.8903267
Apr 16 05:05:58.111044 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-79a41739-21ae-40ab-a4bf-7f4502f7223a req-cb9f54a3-82df-49f8-846e-897840999ccd service neutron] 10.222.0.26 "GET /v2.0/networks/7f06c768-0917-4905-82a4-2a04abfa7281?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2347314
Apr 16 05:05:58.114179 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-34a00654-3c1e-4132-8f70-ccf6aa4c1c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284332319809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30120147'] for port, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:58.172012 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device c886c2ef-fb25-45c4-aa24-4a8a2e9557c0 up at agent ovs-agent-dv-cinder-786524-1-iscsi {{(pid=85358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 05:05:58.180834 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:05:58.328354 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-3a647f37-2f3a-4435-a284-bef786cfb4a9 req-00076534-2d4a-40dc-b5b6-5991e4ad2c1f tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=42215cd2a0904b0aa68d839d72840738&fields=id HTTP/1.1" status: 200  len: 210 time: 0.2156646
Apr 16 05:05:58.329447 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c83f10e4-c202-4fe7-bf77-b7920863dbdb req-d6940b7e-b3e0-4217-a160-840f4d4a86d9 service neutron] 10.222.0.16 "GET /v2.0/networks/d04df2ba-2d9b-496f-9756-0f60da18d12f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2732570
Apr 16 05:05:58.564470 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c83f10e4-c202-4fe7-bf77-b7920863dbdb req-7c6c5148-95c4-4279-b2c2-6f5a9ffe3e5f service neutron] 10.222.0.16 "GET /v2.0/networks/d04df2ba-2d9b-496f-9756-0f60da18d12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2258496
Apr 16 05:05:58.597611 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a00654-3c1e-4132-8f70-ccf6aa4c1c08 admin admin] Pushing event updated for resources: {'Port': ['ID=654ec6f4-9d73-4665-9f62-fd6b97dd5aff,revision_number=1']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:05:58.621268 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-34a00654-3c1e-4132-8f70-ccf6aa4c1c08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:05:58.714672 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-79a41739-21ae-40ab-a4bf-7f4502f7223a req-7d3e56bb-e6fe-4eb7-8df1-bd4c034c60a5 service neutron] 10.222.0.26 "GET /v2.0/networks/7f06c768-0917-4905-82a4-2a04abfa7281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5349195
Apr 16 05:05:58.737709 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Provisioning complete for port c886c2ef-fb25-45c4-aa24-4a8a2e9557c0 triggered by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:05:58.738140 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:58.739356 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a00654-3c1e-4132-8f70-ccf6aa4c1c08 admin admin] Network 711b0f98-8a05-4a75-8630-64793983447c is already hosted by enough agents. {{(pid=85357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 05:05:58.740757 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [None req-34a00654-3c1e-4132-8f70-ccf6aa4c1c08 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 05:05:58.743351 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a00654-3c1e-4132-8f70-ccf6aa4c1c08 admin admin] Received port after_create {{(pid=85357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 05:05:58.889693 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-34a00654-3c1e-4132-8f70-ccf6aa4c1c08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33196661'] for router_interface, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:59.154072 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device f72795c8-22c9-42e2-912a-c58ea2372fe6 up at agent ovs-agent-dv-cinder-786524-1-iscsi {{(pid=85358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 05:05:59.461075 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52cebb75-08a7-4e02-a9ad-c88938f84799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4688bbfc-265d-4202-8afe-72cfcb6f87da', 'code': 200}
Apr 16 05:05:59.462084 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Provisioning complete for port f72795c8-22c9-42e2-912a-c58ea2372fe6 triggered by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:05:59.462758 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:59.533217 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-34a00654-3c1e-4132-8f70-ccf6aa4c1c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:05:59.692274 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-22ae63c0-bd40-43cc-9d05-8426c72b59fc None None] Provisioning for port 654ec6f4-9d73-4665-9f62-fd6b97dd5aff completed by entity DHCP. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 05:05:59.790312 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-22ae63c0-bd40-43cc-9d05-8426c72b59fc None None] Provisioning complete for port 654ec6f4-9d73-4665-9f62-fd6b97dd5aff triggered by entity DHCP. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:05:59.790917 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-22ae63c0-bd40-43cc-9d05-8426c72b59fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:00.032215 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a8c963-11bd-4568-b544-8ce7fe2e7dfd req-67bd5f1c-e7e6-4178-a55d-1bf0c4f61833 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:00.046468 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-32a8c963-11bd-4568-b544-8ce7fe2e7dfd req-67bd5f1c-e7e6-4178-a55d-1bf0c4f61833 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cebb75-08a7-4e02-a9ad-c88938f84799 HTTP/1.1" status: 200  len: 945 time: 0.9800022
Apr 16 05:06:00.114500 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-22ae63c0-bd40-43cc-9d05-8426c72b59fc None None] Port 654ec6f4-9d73-4665-9f62-fd6b97dd5aff cannot update to ACTIVE because it is not bound. {{(pid=85358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 16 05:06:00.332276 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device c433b4d6-1390-4af4-bd12-ce5d6159895e up at agent ovs-agent-dv-cinder-786524-1-iscsi {{(pid=85358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 05:06:00.387463 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-32a8c963-11bd-4568-b544-8ce7fe2e7dfd req-5a47ad5b-0621-4016-b581-ef1e93bbc765 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8463a7f-3623-45fa-b260-5c490295d4a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3248558
Apr 16 05:06:00.450440 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795b7c6a-8fbf-48e2-8830-dbab4522b546 req-920d195c-c0f1-4873-92c5-1fbdff98e4f5 tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:00.461691 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-795b7c6a-8fbf-48e2-8830-dbab4522b546 req-920d195c-c0f1-4873-92c5-1fbdff98e4f5 tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce3234a2-1d0f-453a-9662-df381a4abe13 HTTP/1.1" status: 200  len: 943 time: 0.6384661
Apr 16 05:06:00.542718 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-795b7c6a-8fbf-48e2-8830-dbab4522b546 req-904fadc7-08f5-422f-b51c-f83b0efdf76b tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] Synchronizing usage tracker for tenant:22368bbb87b44962a11854b6e49730c3 on resource:security_group {{(pid=85357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 05:06:00.626030 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-795b7c6a-8fbf-48e2-8830-dbab4522b546 req-904fadc7-08f5-422f-b51c-f83b0efdf76b tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] Unset dirty status for tenant:22368bbb87b44962a11854b6e49730c3 on resource:security_group {{(pid=85357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 05:06:00.638198 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-795b7c6a-8fbf-48e2-8830-dbab4522b546 req-904fadc7-08f5-422f-b51c-f83b0efdf76b tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] 10.222.0.26 "GET /v2.0/security-groups?id=60a874d5-92ab-4e7e-91de-493ca112b09d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1752641
Apr 16 05:06:00.675427 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Provisioning for port c433b4d6-1390-4af4-bd12-ce5d6159895e completed by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 05:06:00.692559 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Provisioning complete for port c433b4d6-1390-4af4-bd12-ce5d6159895e triggered by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:06:00.693163 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:00.699491 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-34a00654-3c1e-4132-8f70-ccf6aa4c1c08 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:00.718489 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-34a00654-3c1e-4132-8f70-ccf6aa4c1c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036824655669'] for port, after_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:00.819412 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce3234a2-1d0f-453a-9662-df381a4abe13', 'tag': 'f6bcc896-2896-4ac3-bc4d-8a87a78ac768', 'status': 'completed', 'code': 200}
Apr 16 05:06:00.910587 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-34a00654-3c1e-4132-8f70-ccf6aa4c1c08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:06:01.064576 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3c0b3c-38e7-42d2-b6be-01a2be40b6b3 req-23ccdc3a-f4df-4eb5-9804-90569dfb5e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:01.066430 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-8c3c0b3c-38e7-42d2-b6be-01a2be40b6b3 req-23ccdc3a-f4df-4eb5-9804-90569dfb5e27 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=22368bbb87b44962a11854b6e49730c3&device_id=ce3234a2-1d0f-453a-9662-df381a4abe13 HTTP/1.1" status: 200  len: 1096 time: 0.2004194
Apr 16 05:06:01.070454 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:01.131851 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] For port c433b4d6-1390-4af4-bd12-ce5d6159895e, host dv-cinder-786524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=c433b4d6-1390-4af4-bd12-ce5d6159895e,segment=NetworkSegment(88f0db33-a5d4-497b-ae0c-257388b0c0ef),segment_id=88f0db33-a5d4-497b-ae0c-257388b0c0ef)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:06:01.140559 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:01.145935 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:06:01.290940 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3c0b3c-38e7-42d2-b6be-01a2be40b6b3 req-7569c9b8-6ad4-4716-a42d-4ff7decb3f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:01.292999 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-8c3c0b3c-38e7-42d2-b6be-01a2be40b6b3 req-7569c9b8-6ad4-4716-a42d-4ff7decb3f8f service neutron] 10.222.0.16 "GET /v2.0/networks?id=d04df2ba-2d9b-496f-9756-0f60da18d12f HTTP/1.1" status: 200  len: 910 time: 0.1945856
Apr 16 05:06:01.294929 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device f6bcc896-2896-4ac3-bc4d-8a87a78ac768 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=85358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 16 05:06:01.346115 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-26ebac8b-3dcd-4271-966d-69e5c40204e4 req-53e6a296-e759-47a2-ab91-fb92ce4c4289 tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfaec3b5-72d8-4c5b-88ed-6be24fd4ba7c HTTP/1.1" status: 200  len: 210 time: 0.2614832
Apr 16 05:06:01.431109 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-8c3c0b3c-38e7-42d2-b6be-01a2be40b6b3 req-19032ee3-ae8d-47a5-8b0a-9e1b3eb73da7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6bcc896-2896-4ac3-bc4d-8a87a78ac768 HTTP/1.1" status: 200  len: 217 time: 0.1296871
Apr 16 05:06:01.490507 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-34a00654-3c1e-4132-8f70-ccf6aa4c1c08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036821710185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036821579246'] for router_interface, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:01.554494 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-3bd14784-f9d5-494e-a064-c0cac8708e21 req-7a9efcfe-456c-4de9-abbb-50395f0c25ef tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a6db6-5e0e-4625-805b-854fe43bd156 HTTP/1.1" status: 200  len: 210 time: 0.2575173
Apr 16 05:06:01.608668 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Pushing event updated for resources: {'Port': ['ID=c433b4d6-1390-4af4-bd12-ce5d6159895e,revision_number=4']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:06:01.612635 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3c0b3c-38e7-42d2-b6be-01a2be40b6b3 req-011a1abb-01cb-4b91-95fa-87866f5b42c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:01.636419 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-8c3c0b3c-38e7-42d2-b6be-01a2be40b6b3 req-011a1abb-01cb-4b91-95fa-87866f5b42c2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e96cff82-a5f7-4d31-b67e-607a75212a3f HTTP/1.1" status: 200  len: 849 time: 0.1821542
Apr 16 05:06:01.647517 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:06:01.874773 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-8c3c0b3c-38e7-42d2-b6be-01a2be40b6b3 req-ca9d05ec-b852-4ae8-aa6a-095bdefcb1df service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d04df2ba-2d9b-496f-9756-0f60da18d12f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2371144
Apr 16 05:06:02.253184 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] For port f6bcc896-2896-4ac3-bc4d-8a87a78ac768, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=f6bcc896-2896-4ac3-bc4d-8a87a78ac768,segment=NetworkSegment(1cebb1bc-7c64-4b55-b98d-dc3a48cbfc2e),segment_id=1cebb1bc-7c64-4b55-b98d-dc3a48cbfc2e)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:06:02.323904 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Returning: {'device': 'f6bcc896-2896-4ac3-bc4d-8a87a78ac768', 'network_id': 'd04df2ba-2d9b-496f-9756-0f60da18d12f', 'port_id': 'f6bcc896-2896-4ac3-bc4d-8a87a78ac768', 'mac_address': 'fa:16:3e:f2:f0:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e96cff82-a5f7-4d31-b67e-607a75212a3f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 16 05:06:02.514548 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device c433b4d6-1390-4af4-bd12-ce5d6159895e up at agent ovs-agent-dv-cinder-786524-1-iscsi {{(pid=85358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 05:06:02.734006 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.16', 65389) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:06:02.788721 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a00654-3c1e-4132-8f70-ccf6aa4c1c08 admin admin] Network 711b0f98-8a05-4a75-8630-64793983447c is already hosted by enough agents. {{(pid=85357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 05:06:02.794406 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a00654-3c1e-4132-8f70-ccf6aa4c1c08 admin admin] Pushing event updated for resources: {'Port': ['ID=654ec6f4-9d73-4665-9f62-fd6b97dd5aff,revision_number=2']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:06:02.805891 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-34a00654-3c1e-4132-8f70-ccf6aa4c1c08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.893s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:06:02.866916 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-8c3c0b3c-38e7-42d2-b6be-01a2be40b6b3 req-34915d4c-c5f9-4051-a939-a4ef2555044e service neutron] 10.222.0.16 "GET /v2.0/networks/d04df2ba-2d9b-496f-9756-0f60da18d12f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9788451
Apr 16 05:06:02.934175 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [None req-34a00654-3c1e-4132-8f70-ccf6aa4c1c08 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 05:06:03.130983 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:03.183316 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-8c3c0b3c-38e7-42d2-b6be-01a2be40b6b3 req-1cdd9ca0-626d-4dd9-90dd-3fa4e2dc573e service neutron] 10.222.0.16 "GET /v2.0/networks/d04df2ba-2d9b-496f-9756-0f60da18d12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3070183
Apr 16 05:06:03.193849 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6bcc896-2896-4ac3-bc4d-8a87a78ac768 {{(pid=85358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 05:06:03.230931 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] For port f6bcc896-2896-4ac3-bc4d-8a87a78ac768, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=f6bcc896-2896-4ac3-bc4d-8a87a78ac768,segment=NetworkSegment(1cebb1bc-7c64-4b55-b98d-dc3a48cbfc2e),segment_id=1cebb1bc-7c64-4b55-b98d-dc3a48cbfc2e)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:06:03.241771 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:03.247967 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:06:03.349878 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-3a647f37-2f3a-4435-a284-bef786cfb4a9 req-22a5b363-4f7f-476e-9180-e664d07dca7b tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=42215cd2a0904b0aa68d839d72840738&shared=False HTTP/1.1" status: 200  len: 213 time: 0.6168735
Apr 16 05:06:03.421554 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Pushing event updated for resources: {'Port': ['ID=f6bcc896-2896-4ac3-bc4d-8a87a78ac768,revision_number=4']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:06:03.510720 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:06:03.599219 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Provisioning complete for port c433b4d6-1390-4af4-bd12-ce5d6159895e triggered by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:06:03.600036 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:03.682692 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-429554a3-bb47-4fef-896c-59badd4e32dc None None] Provisioning complete for port 654ec6f4-9d73-4665-9f62-fd6b97dd5aff triggered by entity DHCP. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:06:03.683468 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-429554a3-bb47-4fef-896c-59badd4e32dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:03.715039 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] get_ports_and_sgs() called for port_ids ['f6bcc896-2896-4ac3-bc4d-8a87a78ac768'] {{(pid=85358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 05:06:03.736280 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a647f37-2f3a-4435-a284-bef786cfb4a9 req-2b276638-b2be-43a0-b725-91ade080e65e tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:03.738186 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-3a647f37-2f3a-4435-a284-bef786cfb4a9 req-2b276638-b2be-43a0-b725-91ade080e65e tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2920001
Apr 16 05:06:03.888941 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34a00654-3c1e-4132-8f70-ccf6aa4c1c08 admin admin] Router 625a73bd-ef02-4473-a2f8-3b8e606d283a has already been hosted by L3 agent 9bacd1b6-99a0-44b1-8352-fe12768771b0 {{(pid=85357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 16 05:06:03.895762 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [req-3a647f37-2f3a-4435-a284-bef786cfb4a9 req-4b693f0e-78ae-4611-b2a1-b5c820b6cd82 tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] Request body: {'port': {'device_id': 'dfaec3b5-72d8-4c5b-88ed-6be24fd4ba7c', 'network_id': '06941f0b-09e8-405d-9aeb-84ba5e578386', 'admin_state_up': True, 'tenant_id': '42215cd2a0904b0aa68d839d72840738'}} {{(pid=85357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:06:04.029821 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-429554a3-bb47-4fef-896c-59badd4e32dc None None] Port 654ec6f4-9d73-4665-9f62-fd6b97dd5aff cannot update to ACTIVE because it is not bound. {{(pid=85358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 16 05:06:04.207850 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e06205-d957-49e4-ac17-813623ce79e8 req-8ca46b22-bdcb-49a1-a15f-9547041a72b7 tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:04.210768 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-77e06205-d957-49e4-ac17-813623ce79e8 req-8ca46b22-bdcb-49a1-a15f-9547041a72b7 tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce3234a2-1d0f-453a-9662-df381a4abe13 HTTP/1.1" status: 200  len: 944 time: 1.1167994
Apr 16 05:06:04.468938 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-77e06205-d957-49e4-ac17-813623ce79e8 req-44e7b636-f9e1-4ecc-bfc6-0721ffa32c33 tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] 10.222.0.26 "GET /v2.0/security-groups?id=60a874d5-92ab-4e7e-91de-493ca112b09d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2323086
Apr 16 05:06:04.643542 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 35766) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:06:04.647242 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d428882-ad44-463c-832c-8641bf2dee60 req-0ed8b4b5-8788-43f4-b415-58ff8c06d333 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:04.650316 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-5d428882-ad44-463c-832c-8641bf2dee60 req-0ed8b4b5-8788-43f4-b415-58ff8c06d333 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cebb75-08a7-4e02-a9ad-c88938f84799 HTTP/1.1" status: 200  len: 945 time: 1.9186237
Apr 16 05:06:04.748842 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a41739-21ae-40ab-a4bf-7f4502f7223a req-0712c33f-60ae-44f9-92fc-f3ad10669583 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:04.750571 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-79a41739-21ae-40ab-a4bf-7f4502f7223a req-0712c33f-60ae-44f9-92fc-f3ad10669583 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.16 "GET /v2.0/networks?id=7f06c768-0917-4905-82a4-2a04abfa7281 HTTP/1.1" status: 200  len: 818 time: 1.9423051
Apr 16 05:06:04.837046 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-877a306b-c4d7-4e09-a85b-6b6ccd61c78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:04.877512 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [req-79a41739-21ae-40ab-a4bf-7f4502f7223a req-10ebbdbb-4547-42d2-b1fb-a843a7923c3d tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Request body: {'port': {'device_id': '7f6a6db6-5e0e-4625-805b-854fe43bd156', 'network_id': '7f06c768-0917-4905-82a4-2a04abfa7281', 'admin_state_up': True, 'tenant_id': '906565d5b9534e68b06210dedd1603fb'}} {{(pid=85357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:06:05.095645 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [req-79a41739-21ae-40ab-a4bf-7f4502f7223a req-10ebbdbb-4547-42d2-b1fb-a843a7923c3d tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:06:05.108588 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [req-3a647f37-2f3a-4435-a284-bef786cfb4a9 req-4b693f0e-78ae-4611-b2a1-b5c820b6cd82 tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:06:05.140543 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-3a647f37-2f3a-4435-a284-bef786cfb4a9 req-4b693f0e-78ae-4611-b2a1-b5c820b6cd82 tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] Usage tracker for resource:port and tenant:42215cd2a0904b0aa68d839d72840738 is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:06:05.142923 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c0c91300-3407-4481-a1dd-9c6c773c29b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:05.159739 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-3a647f37-2f3a-4435-a284-bef786cfb4a9 req-4b693f0e-78ae-4611-b2a1-b5c820b6cd82 tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:06:05.186116 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [req-3a647f37-2f3a-4435-a284-bef786cfb4a9 req-4b693f0e-78ae-4611-b2a1-b5c820b6cd82 tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:06:05.188384 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-c0c91300-3407-4481-a1dd-9c6c773c29b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:06:05.201344 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-c0c91300-3407-4481-a1dd-9c6c773c29b9 admin admin] Usage tracker for resource:security_group_rule and tenant:22d7bd35d68d42b9a0e34f9df6b1a3a9 is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:06:05.208481 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-c0c91300-3407-4481-a1dd-9c6c773c29b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:06:05.223161 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-c0c91300-3407-4481-a1dd-9c6c773c29b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:06:05.261947 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-79a41739-21ae-40ab-a4bf-7f4502f7223a req-10ebbdbb-4547-42d2-b1fb-a843a7923c3d tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Usage tracker for resource:port and tenant:906565d5b9534e68b06210dedd1603fb is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:06:05.266855 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a647f37-2f3a-4435-a284-bef786cfb4a9 req-4b693f0e-78ae-4611-b2a1-b5c820b6cd82 tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] Made reservation on behalf of 42215cd2a0904b0aa68d839d72840738 for: {'port': 1} {{(pid=85357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 05:06:05.283095 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-3a647f37-2f3a-4435-a284-bef786cfb4a9 req-4b693f0e-78ae-4611-b2a1-b5c820b6cd82 tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:05.286412 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device f6bcc896-2896-4ac3-bc4d-8a87a78ac768 up at agent hyperv_hv-cinder-78652 {{(pid=85358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 05:06:05.313690 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-79a41739-21ae-40ab-a4bf-7f4502f7223a req-10ebbdbb-4547-42d2-b1fb-a843a7923c3d tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Quota usage for port was recalculated. Used quota:1. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:06:05.342091 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-5d428882-ad44-463c-832c-8641bf2dee60 req-2329ef34-1996-49d6-ae44-c5d7bc5fb8df tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8463a7f-3623-45fa-b260-5c490295d4a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6537852
Apr 16 05:06:05.399998 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Provisioning for port f6bcc896-2896-4ac3-bc4d-8a87a78ac768 completed by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 05:06:05.405627 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Provisioning complete for port f6bcc896-2896-4ac3-bc4d-8a87a78ac768 triggered by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:06:05.406211 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:05.409170 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [req-79a41739-21ae-40ab-a4bf-7f4502f7223a req-10ebbdbb-4547-42d2-b1fb-a843a7923c3d tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:06:05.441943 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c0c91300-3407-4481-a1dd-9c6c773c29b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:05.465641 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c0c91300-3407-4481-a1dd-9c6c773c29b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:05.564276 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-a4486599-7582-45bc-948f-b24e901492dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:06:05.568922 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:05.583339 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-3a647f37-2f3a-4435-a284-bef786cfb4a9 req-4b693f0e-78ae-4611-b2a1-b5c820b6cd82 tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] Notify callbacks [] for security_group, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:05.597701 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-c0c91300-3407-4481-a1dd-9c6c773c29b9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=22d7bd35d68d42b9a0e34f9df6b1a3a9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9524455
Apr 16 05:06:05.598740 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 35780) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:06:05.602379 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce3234a2-1d0f-453a-9662-df381a4abe13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6bcc896-2896-4ac3-bc4d-8a87a78ac768'}] {{(pid=85358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 05:06:05.613700 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a00654-3c1e-4132-8f70-ccf6aa4c1c08 admin admin] Notify agent at l3_agent.dv-cinder-786524-1-iscsi the message routers_updated {{(pid=85357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 05:06:05.618087 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] For port f6bcc896-2896-4ac3-bc4d-8a87a78ac768, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=f6bcc896-2896-4ac3-bc4d-8a87a78ac768,segment=NetworkSegment(1cebb1bc-7c64-4b55-b98d-dc3a48cbfc2e),segment_id=1cebb1bc-7c64-4b55-b98d-dc3a48cbfc2e)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:06:05.628932 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:05.634425 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:06:05.645037 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbecf5c-d9d8-4348-86e8-dbbcd1daaaf9 req-a5c2983b-96bf-43d3-842d-4ae7aec610d9 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:05.663786 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-bcbecf5c-d9d8-4348-86e8-dbbcd1daaaf9 req-a5c2983b-96bf-43d3-842d-4ae7aec610d9 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/networks?id=7f06c768-0917-4905-82a4-2a04abfa7281 HTTP/1.1" status: 200  len: 818 time: 1.0387812
Apr 16 05:06:05.677854 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f92108-0ac2-47b3-8980-04f5e51b50b2 None None] Sync routers for ids ['625a73bd-ef02-4473-a2f8-3b8e606d283a'] in dv-cinder-786524-1-iscsi {{(pid=85358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 05:06:05.699224 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c91300-3407-4481-a1dd-9c6c773c29b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79aa8613-b423-4a6b-884f-10b8d511acb0,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:06:05.705960 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f92108-0ac2-47b3-8980-04f5e51b50b2 None None] Routers {'625a73bd-ef02-4473-a2f8-3b8e606d283a'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:06:05.706674 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-46f92108-0ac2-47b3-8980-04f5e51b50b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dae97d4e0>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:05:37Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['625a73bd-ef02-4473-a2f8-3b8e606d283a'], 'active': True} {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:06:05.717260 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [req-3a647f37-2f3a-4435-a284-bef786cfb4a9 req-4b693f0e-78ae-4611-b2a1-b5c820b6cd82 tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:06:05.737141 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-c0c91300-3407-4481-a1dd-9c6c773c29b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:06:05.738666 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-3a647f37-2f3a-4435-a284-bef786cfb4a9 req-4b693f0e-78ae-4611-b2a1-b5c820b6cd82 tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] Usage tracker for resource:security_group_rule and tenant:42215cd2a0904b0aa68d839d72840738 is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:06:05.759226 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-34a00654-3c1e-4132-8f70-ccf6aa4c1c08 admin admin] 10.222.0.26 "PUT /v2.0/routers/625a73bd-ef02-4473-a2f8-3b8e606d283a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.9366956
Apr 16 05:06:05.761776 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-3a647f37-2f3a-4435-a284-bef786cfb4a9 req-4b693f0e-78ae-4611-b2a1-b5c820b6cd82 tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:06:05.782034 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79a41739-21ae-40ab-a4bf-7f4502f7223a req-10ebbdbb-4547-42d2-b1fb-a843a7923c3d tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Made reservation on behalf of 906565d5b9534e68b06210dedd1603fb for: {'port': 1} {{(pid=85357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 05:06:05.793032 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-79a41739-21ae-40ab-a4bf-7f4502f7223a req-10ebbdbb-4547-42d2-b1fb-a843a7923c3d tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:05.844242 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [req-3a647f37-2f3a-4435-a284-bef786cfb4a9 req-4b693f0e-78ae-4611-b2a1-b5c820b6cd82 tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:06:05.950773 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-bcbecf5c-d9d8-4348-86e8-dbbcd1daaaf9 req-093af8c0-116c-4526-9fdb-c884d7ccf599 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/quotas/906565d5b9534e68b06210dedd1603fb HTTP/1.1" status: 200  len: 375 time: 0.1822987
Apr 16 05:06:05.984351 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-84e17de4-2d03-4482-89b9-a03f2d49d99c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:06.039108 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-84e17de4-2d03-4482-89b9-a03f2d49d99c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:06.136442 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-84e17de4-2d03-4482-89b9-a03f2d49d99c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:06.159823 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-74a90cc3-911a-4243-bde9-b7c737ed93fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:06:06.218951 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e17de4-2d03-4482-89b9-a03f2d49d99c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79aa8613-b423-4a6b-884f-10b8d511acb0,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:06:06.228013 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-84e17de4-2d03-4482-89b9-a03f2d49d99c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:06.234525 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-84e17de4-2d03-4482-89b9-a03f2d49d99c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/79aa8613-b423-4a6b-884f-10b8d511acb0 HTTP/1.1" status: 204  len: 168 time: 0.6296680
Apr 16 05:06:06.249065 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-84e17de4-2d03-4482-89b9-a03f2d49d99c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:06:06.422216 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-c439dc37-b935-4845-9da0-429c413ad752 req-83423ba0-b1f1-421d-9bcc-174b01f9a247 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Synchronizing usage tracker for tenant:19a213d1b49b4109b75966286a61917f on resource:security_group {{(pid=85357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 05:06:06.443301 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Pushing event updated for resources: {'Port': ['ID=f6bcc896-2896-4ac3-bc4d-8a87a78ac768,revision_number=5']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:06:06.466125 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.831s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:06:06.592390 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-bcbecf5c-d9d8-4348-86e8-dbbcd1daaaf9 req-ac70e15c-beb9-4ab4-8880-1e19d9e9af42 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=906565d5b9534e68b06210dedd1603fb&fields=id HTTP/1.1" status: 200  len: 255 time: 0.6075933
Apr 16 05:06:06.627682 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-c439dc37-b935-4845-9da0-429c413ad752 req-83423ba0-b1f1-421d-9bcc-174b01f9a247 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Unset dirty status for tenant:19a213d1b49b4109b75966286a61917f on resource:security_group {{(pid=85357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 05:06:06.629897 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c439dc37-b935-4845-9da0-429c413ad752 req-83423ba0-b1f1-421d-9bcc-174b01f9a247 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1981692323&fields=id&tenant_id=19a213d1b49b4109b75966286a61917f HTTP/1.1" status: 200  len: 267 time: 0.5122945
Apr 16 05:06:06.632258 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-46f92108-0ac2-47b3-8980-04f5e51b50b2 None None] Set router 625a73bd-ef02-4473-a2f8-3b8e606d283a gateway port host: dv-cinder-786524-1-iscsi {{(pid=85358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:06:06.948631 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-bcbecf5c-d9d8-4348-86e8-dbbcd1daaaf9 req-f0780d7a-eb57-4b28-996e-2374ba1429e5 service neutron] 10.222.0.26 "GET /v2.0/networks/7f06c768-0917-4905-82a4-2a04abfa7281?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3080070
Apr 16 05:06:06.994682 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.db_base_plugin_common [req-79a41739-21ae-40ab-a4bf-7f4502f7223a req-10ebbdbb-4547-42d2-b1fb-a843a7923c3d tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Allocated IP 172.20.0.3 (7f06c768-0917-4905-82a4-2a04abfa7281/092c750d-226a-4b66-92f6-9f771b17666a/812f1224-5033-4d66-a589-6e8874a8ace2) {{(pid=85357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 05:06:07.072097 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-3be21b39-c4c0-4e5f-b54d-37319413fc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:07.254971 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 35804) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:06:07.327884 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-72bcb03f-7595-4ac7-a962-8604b01d78a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:07.398396 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-72bcb03f-7595-4ac7-a962-8604b01d78a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:06:07.418454 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-72bcb03f-7595-4ac7-a962-8604b01d78a0 admin admin] Usage tracker for resource:security_group_rule and tenant:fa79d3c8212b4765a3668d282489bf0a is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:06:07.424411 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-72bcb03f-7595-4ac7-a962-8604b01d78a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:06:07.444789 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-72bcb03f-7595-4ac7-a962-8604b01d78a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:06:07.546908 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 35810) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:06:07.551792 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-46f92108-0ac2-47b3-8980-04f5e51b50b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dae97d4e0>, [{'id': '625a73bd-ef02-4473-a2f8-3b8e606d283a', 'name': 'tempest-TestMinimumBasicScenario-363380990-router', 'tenant_id': '57e4f259d16345e68f38a623884c740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'c433b4d6-1390-4af4-bd12-ce5d6159895e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:05:45Z', 'updated_at': '2021-04-16T05:05:59Z', 'revision_number': 4, 'project_id': '57e4f259d16345e68f38a623884c740f', 'gw_port': {'id': 'c433b4d6-1390-4af4-bd12-ce5d6159895e', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625a73bd-ef02-4473-a2f8-3b8e606d283a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:05:48Z', 'updated_at': '2021-04-16T05:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi', '_interfaces': [{'id': '654ec6f4-9d73-4665-9f62-fd6b97dd5aff', 'name': '', 'network_id': '711b0f98-8a05-4a75-8630-64793983447c', 'tenant_id': '57e4f259d16345e68f38a623884c740f', 'mac_address': 'fa:16:3e:a1:fc:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '625a73bd-ef02-4473-a2f8-3b8e606d283a', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '2a881910-3355-4ca0-a698-89b5f02a16d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:05:57Z', 'updated_at': '2021-04-16T05:06:00Z', 'revision_number': 2, 'project_id': '57e4f259d16345e68f38a623884c740f', 'subnets': [{'id': '2a881910-3355-4ca0-a698-89b5f02a16d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:06:07.554033 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-56a5a4a4-c873-4330-9889-f4f1eed26501 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-409442546-network', 'tenant_id': '9e123026a25e4d72ac0dd52783e66129'}} {{(pid=85356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:06:07.560666 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f92108-0ac2-47b3-8980-04f5e51b50b2 None None] Checking router: 625a73bd-ef02-4473-a2f8-3b8e606d283a for host: dv-cinder-786524-1-iscsi {{(pid=85358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 05:06:07.561381 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f92108-0ac2-47b3-8980-04f5e51b50b2 None None] Updating router 625a73bd-ef02-4473-a2f8-3b8e606d283a port 654ec6f4-9d73-4665-9f62-fd6b97dd5aff binding host dv-cinder-786524-1-iscsi {{(pid=85358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 16 05:06:07.574404 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-56a5a4a4-c873-4330-9889-f4f1eed26501 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:06:07.582172 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-56a5a4a4-c873-4330-9889-f4f1eed26501 admin admin] Usage tracker for resource:network and tenant:9e123026a25e4d72ac0dd52783e66129 is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:06:07.586101 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-56a5a4a4-c873-4330-9889-f4f1eed26501 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:06:07.602372 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-56a5a4a4-c873-4330-9889-f4f1eed26501 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:06:07.629320 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a5a4a4-c873-4330-9889-f4f1eed26501 admin admin] Made reservation on behalf of 9e123026a25e4d72ac0dd52783e66129 for: {'network': 1} {{(pid=85356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 05:06:07.635692 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-56a5a4a4-c873-4330-9889-f4f1eed26501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for network, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:07.655394 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-56a5a4a4-c873-4330-9889-f4f1eed26501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:07.664006 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-bcbecf5c-d9d8-4348-86e8-dbbcd1daaaf9 req-f638fa98-4768-4ce1-bc92-ba268dc37050 service neutron] 10.222.0.26 "GET /v2.0/networks/7f06c768-0917-4905-82a4-2a04abfa7281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6783378
Apr 16 05:06:07.682561 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-56a5a4a4-c873-4330-9889-f4f1eed26501 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:06:07.690623 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:07.699935 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-56a5a4a4-c873-4330-9889-f4f1eed26501 admin admin] Usage tracker for resource:security_group_rule and tenant:9e123026a25e4d72ac0dd52783e66129 is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:06:07.705438 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-56a5a4a4-c873-4330-9889-f4f1eed26501 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:06:07.712391 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-56a5a4a4-c873-4330-9889-f4f1eed26501 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:06:07.742811 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-3a647f37-2f3a-4435-a284-bef786cfb4a9 req-4b693f0e-78ae-4611-b2a1-b5c820b6cd82 tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] Notify callbacks [] for security_group, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:07.759265 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-3a647f37-2f3a-4435-a284-bef786cfb4a9 req-4b693f0e-78ae-4611-b2a1-b5c820b6cd82 tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:07.789694 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-c8300331-cef3-436c-8481-271152926f94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:06:07.812808 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-63345f0b-feae-4d1b-a675-506eb60b354a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:07.813557 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-46f92108-0ac2-47b3-8980-04f5e51b50b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:07.847348 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-56a5a4a4-c873-4330-9889-f4f1eed26501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:07.859560 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-56a5a4a4-c873-4330-9889-f4f1eed26501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:07.884643 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56a5a4a4-c873-4330-9889-f4f1eed26501 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354}  {{(pid=85356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 16 05:06:07.921820 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-56a5a4a4-c873-4330-9889-f4f1eed26501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854750583'] for segment, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:07.922552 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.db.segments_db [None req-56a5a4a4-c873-4330-9889-f4f1eed26501 admin admin] Added segment 77b8db35-2021-46fb-8153-5e76ee69cfdc of type vlan for network 864fab42-ad00-4efb-b64d-62add0bc7715
Apr 16 05:06:07.986680 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-56a5a4a4-c873-4330-9889-f4f1eed26501 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284332331448'] for network, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:08.024884 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b693f0e-78ae-4611-b2a1-b5c820b6cd82 tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b06df75b-ef66-42ae-abfd-6e55d5b10fd4,revision_number=1']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:06:08.051738 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-9e60fadc-fd83-4bd4-a40c-43cd957c9aba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:06:08.058085 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-4b693f0e-78ae-4611-b2a1-b5c820b6cd82 tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:06:08.077295 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:08.156084 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a5a4a4-c873-4330-9889-f4f1eed26501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2df42e-5c4b-4fda-951e-6abfffd6f54e,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:06:08.171692 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-56a5a4a4-c873-4330-9889-f4f1eed26501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821614228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202'] for network, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:08.173120 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-56a5a4a4-c873-4330-9889-f4f1eed26501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:06:08.190458 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a5a4a4-c873-4330-9889-f4f1eed26501 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:08.194094 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-56a5a4a4-c873-4330-9889-f4f1eed26501 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821710155'] for network, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:08.250894 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-206c8b81-0ac3-41f7-bd5f-a6eb4a5383d7 req-65f86726-0dba-425e-9bd0-e9a7efe00940 tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfaec3b5-72d8-4c5b-88ed-6be24fd4ba7c HTTP/1.1" status: 200  len: 210 time: 0.1915309
Apr 16 05:06:08.276224 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:06:08.330976 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-56a5a4a4-c873-4330-9889-f4f1eed26501 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.7822080
Apr 16 05:06:08.411680 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 35822) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:06:08.513971 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a5a4a4-c873-4330-9889-f4f1eed26501 admin admin] Pushing event updated for resources: {'Network': ['ID=864fab42-ad00-4efb-b64d-62add0bc7715,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:06:08.523437 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-56a5a4a4-c873-4330-9889-f4f1eed26501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:06:08.528779 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Network 864fab42-ad00-4efb-b64d-62add0bc7715 details requested by agent ovs-agent-dv-cinder-786524-1-iscsi with host dv-cinder-786524-1-iscsi {{(pid=85358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 16 05:06:08.607790 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-72bcb03f-7595-4ac7-a962-8604b01d78a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:08.616741 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-72bcb03f-7595-4ac7-a962-8604b01d78a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:08.657060 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-c0ecc1ad-d3f3-4f3d-a8b6-623c26d95f2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:06:08.666316 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-79a41739-21ae-40ab-a4bf-7f4502f7223a req-10ebbdbb-4547-42d2-b1fb-a843a7923c3d tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Notify callbacks [] for port, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:08.708972 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-72bcb03f-7595-4ac7-a962-8604b01d78a0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fa79d3c8212b4765a3668d282489bf0a&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4520795
Apr 16 05:06:08.710595 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bcb03f-7595-4ac7-a962-8604b01d78a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83659a60-809c-471a-bd34-73c58c6ac4d1,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:06:08.713750 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 35836) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:06:08.717421 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-72bcb03f-7595-4ac7-a962-8604b01d78a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:06:08.767620 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-331f1fbe-edba-4b83-ab86-a97e1032703d admin admin] Request body: {'subnet': {'network_id': '864fab42-ad00-4efb-b64d-62add0bc7715', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-409442546-subnet', 'tenant_id': '9e123026a25e4d72ac0dd52783e66129', 'ip_version': 4}} {{(pid=85357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:06:08.781524 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-331f1fbe-edba-4b83-ab86-a97e1032703d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:06:08.791879 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-331f1fbe-edba-4b83-ab86-a97e1032703d admin admin] Usage tracker for resource:subnet and tenant:9e123026a25e4d72ac0dd52783e66129 is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:06:08.802790 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-331f1fbe-edba-4b83-ab86-a97e1032703d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:06:08.815259 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-46f92108-0ac2-47b3-8980-04f5e51b50b2 None None] Notify callbacks [] for port, precommit_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:08.859955 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-46f92108-0ac2-47b3-8980-04f5e51b50b2 None None] Transition to ACTIVE for port object 654ec6f4-9d73-4665-9f62-fd6b97dd5aff will not be triggered until provisioned by entity L2. {{(pid=85358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 05:06:08.866221 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-d5bc820b-1d93-469b-b1ca-eca7d81003fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:08.871156 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-46f92108-0ac2-47b3-8980-04f5e51b50b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:08.894063 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:06:08.925084 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-d5bc820b-1d93-469b-b1ca-eca7d81003fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:09.053685 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-d5bc820b-1d93-469b-b1ca-eca7d81003fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:09.064179 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23fa76e-d8d2-486a-b05c-29d722fae8ec None None] Pushing event updated for resources: {'Port': ['ID=654ec6f4-9d73-4665-9f62-fd6b97dd5aff,revision_number=3']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:06:09.070977 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-8b7f9138-6980-4b71-a9bf-a9a1c8f17fe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:06:09.073308 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-b23fa76e-d8d2-486a-b05c-29d722fae8ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:06:09.099443 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bc820b-1d93-469b-b1ca-eca7d81003fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83659a60-809c-471a-bd34-73c58c6ac4d1,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:06:09.101683 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-d5bc820b-1d93-469b-b1ca-eca7d81003fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:09.105690 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-d5bc820b-1d93-469b-b1ca-eca7d81003fc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/83659a60-809c-471a-bd34-73c58c6ac4d1 HTTP/1.1" status: 204  len: 168 time: 0.3882105
Apr 16 05:06:09.105690 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-d5bc820b-1d93-469b-b1ca-eca7d81003fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:06:09.236097 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0013f8-8a86-4ecc-ad5c-5e31bf8d5152 req-86936135-7606-405f-b015-96c8e3786d8d tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:09.255032 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-2a0013f8-8a86-4ecc-ad5c-5e31bf8d5152 req-86936135-7606-405f-b015-96c8e3786d8d tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/networks?id=469c610d-3640-4407-b2a9-dd8cd792723c HTTP/1.1" status: 200  len: 814 time: 0.4317577
Apr 16 05:06:09.274927 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-331f1fbe-edba-4b83-ab86-a97e1032703d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:06:09.307054 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-79a41739-21ae-40ab-a4bf-7f4502f7223a req-10ebbdbb-4547-42d2-b1fb-a843a7923c3d tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284332319809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30120147'] for port, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:09.366142 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-2a0013f8-8a86-4ecc-ad5c-5e31bf8d5152 req-6fb5f87e-beab-4719-a325-c76471234ff4 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/quotas/7f44f6ee260749d7a681aeb529427a10 HTTP/1.1" status: 200  len: 375 time: 0.1097429
Apr 16 05:06:09.381352 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c439dc37-b935-4845-9da0-429c413ad752 req-a5b1feb6-7ca3-420d-a972-774d952dc585 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:09.381352 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-c439dc37-b935-4845-9da0-429c413ad752 req-a5b1feb6-7ca3-420d-a972-774d952dc585 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Synchronizing usage tracker for tenant:19a213d1b49b4109b75966286a61917f on resource:network {{(pid=85357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 05:06:09.436329 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a57a9699-4b93-4635-9a0c-76135fd629c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:09.437479 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-46f92108-0ac2-47b3-8980-04f5e51b50b2 None None] Attempting to bind port 654ec6f4-9d73-4665-9f62-fd6b97dd5aff on host dv-cinder-786524-1-iscsi for vnic_type normal with profile  {{(pid=85358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 05:06:09.437916 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-46f92108-0ac2-47b3-8980-04f5e51b50b2 None None] Attempting to bind port 654ec6f4-9d73-4665-9f62-fd6b97dd5aff by drivers openvswitch,hyperv on host dv-cinder-786524-1-iscsi at level 0 using segments [{'id': 'a0080f90-7bfa-4c0d-af83-31ef1a258e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '711b0f98-8a05-4a75-8630-64793983447c'}] {{(pid=85358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 05:06:09.438453 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f92108-0ac2-47b3-8980-04f5e51b50b2 None None] Attempting to bind port 654ec6f4-9d73-4665-9f62-fd6b97dd5aff on network 711b0f98-8a05-4a75-8630-64793983447c {{(pid=85358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 05:06:09.460045 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f92108-0ac2-47b3-8980-04f5e51b50b2 None None] Checking agent: {'id': '2c00d7f4-da3e-4cf0-ab95-3dab1af70cf6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 4, 54, 38), 'started_at': datetime.datetime(2021, 4, 16, 4, 55, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 5, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 05:06:09.460520 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f92108-0ac2-47b3-8980-04f5e51b50b2 None None] Checking segment: {'id': 'a0080f90-7bfa-4c0d-af83-31ef1a258e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '711b0f98-8a05-4a75-8630-64793983447c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 05:06:09.460940 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-46f92108-0ac2-47b3-8980-04f5e51b50b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:09.462985 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f92108-0ac2-47b3-8980-04f5e51b50b2 None None] Bound using segment: {'id': 'a0080f90-7bfa-4c0d-af83-31ef1a258e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '711b0f98-8a05-4a75-8630-64793983447c'} {{(pid=85358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 05:06:09.463594 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-46f92108-0ac2-47b3-8980-04f5e51b50b2 None None] Bound port: 654ec6f4-9d73-4665-9f62-fd6b97dd5aff, host: dv-cinder-786524-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0080f90-7bfa-4c0d-af83-31ef1a258e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '711b0f98-8a05-4a75-8630-64793983447c'}}] {{(pid=85358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 05:06:09.464048 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-46f92108-0ac2-47b3-8980-04f5e51b50b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:09.522163 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-331f1fbe-edba-4b83-ab86-a97e1032703d admin admin] Made reservation on behalf of 9e123026a25e4d72ac0dd52783e66129 for: {'subnet': 1} {{(pid=85357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 05:06:09.527274 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-331f1fbe-edba-4b83-ab86-a97e1032703d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036822930630'] for subnet, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:09.717225 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-46f92108-0ac2-47b3-8980-04f5e51b50b2 None None] For port 654ec6f4-9d73-4665-9f62-fd6b97dd5aff, host dv-cinder-786524-1-iscsi, cleared binding levels {{(pid=85358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 05:06:09.738689 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:06:09.758545 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-46f92108-0ac2-47b3-8980-04f5e51b50b2 None None] For port 654ec6f4-9d73-4665-9f62-fd6b97dd5aff, host dv-cinder-786524-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=654ec6f4-9d73-4665-9f62-fd6b97dd5aff,segment=NetworkSegment(a0080f90-7bfa-4c0d-af83-31ef1a258e15),segment_id=a0080f90-7bfa-4c0d-af83-31ef1a258e15)] {{(pid=85358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 05:06:09.770959 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-46f92108-0ac2-47b3-8980-04f5e51b50b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:09.911286 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ebbdbb-4547-42d2-b1fb-a843a7923c3d tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Pushing event updated for resources: {'Port': ['ID=812f1224-5033-4d66-a589-6e8874a8ace2,revision_number=1']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:06:09.985980 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-10ebbdbb-4547-42d2-b1fb-a843a7923c3d tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:06:09.994112 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-c439dc37-b935-4845-9da0-429c413ad752 req-a5b1feb6-7ca3-420d-a972-774d952dc585 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Unset dirty status for tenant:19a213d1b49b4109b75966286a61917f on resource:network {{(pid=85357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 05:06:09.995425 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c439dc37-b935-4845-9da0-429c413ad752 req-a5b1feb6-7ca3-420d-a972-774d952dc585 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/networks?id=8e950144-b586-4419-9506-52e097c234b9 HTTP/1.1" status: 200  len: 807 time: 3.0246556
Apr 16 05:06:10.038326 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:06:10.046333 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79a41739-21ae-40ab-a4bf-7f4502f7223a req-10ebbdbb-4547-42d2-b1fb-a843a7923c3d tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Network 7f06c768-0917-4905-82a4-2a04abfa7281 is already hosted by enough agents. {{(pid=85357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 05:06:10.159152 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [req-79a41739-21ae-40ab-a4bf-7f4502f7223a req-10ebbdbb-4547-42d2-b1fb-a843a7923c3d tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Resources bound (agent type, host, resource id):  {{(pid=85357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 05:06:10.199985 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c439dc37-b935-4845-9da0-429c413ad752 req-a20b1fcb-f20a-4000-b860-10c92b054303 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/quotas/19a213d1b49b4109b75966286a61917f HTTP/1.1" status: 200  len: 375 time: 0.1520438
Apr 16 05:06:10.201788 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [req-79a41739-21ae-40ab-a4bf-7f4502f7223a req-10ebbdbb-4547-42d2-b1fb-a843a7923c3d tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Received port after_create {{(pid=85357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 05:06:10.326193 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbecf5c-d9d8-4348-86e8-dbbcd1daaaf9 req-6998ef8f-2c78-4057-8536-e237d0dad15b tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:10.329443 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-bcbecf5c-d9d8-4348-86e8-dbbcd1daaaf9 req-6998ef8f-2c78-4057-8536-e237d0dad15b tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Synchronizing usage tracker for tenant:906565d5b9534e68b06210dedd1603fb on resource:network {{(pid=85356) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 05:06:10.367641 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-bcbecf5c-d9d8-4348-86e8-dbbcd1daaaf9 req-6998ef8f-2c78-4057-8536-e237d0dad15b tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Unset dirty status for tenant:906565d5b9534e68b06210dedd1603fb on resource:network {{(pid=85356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 05:06:10.369037 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-bcbecf5c-d9d8-4348-86e8-dbbcd1daaaf9 req-6998ef8f-2c78-4057-8536-e237d0dad15b tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.16 "GET /v2.0/networks?id=7f06c768-0917-4905-82a4-2a04abfa7281 HTTP/1.1" status: 200  len: 818 time: 0.3682563
Apr 16 05:06:10.369369 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23fa76e-d8d2-486a-b05c-29d722fae8ec None None] Pushing event updated for resources: {'Port': ['ID=654ec6f4-9d73-4665-9f62-fd6b97dd5aff,revision_number=4']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:06:10.390020 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [req-bcbecf5c-d9d8-4348-86e8-dbbcd1daaaf9 req-4600a04d-cdae-461b-aa5f-4ed2e09baf07 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Request body: {'port': {'device_id': 'bed81e12-65a3-41c0-90e6-b4cb79976d45', 'network_id': '7f06c768-0917-4905-82a4-2a04abfa7281', 'admin_state_up': True, 'tenant_id': '906565d5b9534e68b06210dedd1603fb'}} {{(pid=85356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:06:10.396738 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-b23fa76e-d8d2-486a-b05c-29d722fae8ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:06:10.407417 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f92108-0ac2-47b3-8980-04f5e51b50b2 None None] Routers {'625a73bd-ef02-4473-a2f8-3b8e606d283a'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:06:10.408681 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-46f92108-0ac2-47b3-8980-04f5e51b50b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dae97d4e0>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:06:07Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['625a73bd-ef02-4473-a2f8-3b8e606d283a'], 'active': True} {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:06:10.732600 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a41739-21ae-40ab-a4bf-7f4502f7223a req-10ebbdbb-4547-42d2-b1fb-a843a7923c3d tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:10.733027 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [req-bcbecf5c-d9d8-4348-86e8-dbbcd1daaaf9 req-4600a04d-cdae-461b-aa5f-4ed2e09baf07 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:06:10.733376 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-79a41739-21ae-40ab-a4bf-7f4502f7223a req-10ebbdbb-4547-42d2-b1fb-a843a7923c3d tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:10.738434 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-bcbecf5c-d9d8-4348-86e8-dbbcd1daaaf9 req-4600a04d-cdae-461b-aa5f-4ed2e09baf07 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Usage tracker for resource:port and tenant:906565d5b9534e68b06210dedd1603fb is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:06:10.742810 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-bcbecf5c-d9d8-4348-86e8-dbbcd1daaaf9 req-4600a04d-cdae-461b-aa5f-4ed2e09baf07 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:06:10.750803 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [req-bcbecf5c-d9d8-4348-86e8-dbbcd1daaaf9 req-4600a04d-cdae-461b-aa5f-4ed2e09baf07 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:06:10.771258 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcbecf5c-d9d8-4348-86e8-dbbcd1daaaf9 req-4600a04d-cdae-461b-aa5f-4ed2e09baf07 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Made reservation on behalf of 906565d5b9534e68b06210dedd1603fb for: {'port': 1} {{(pid=85356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 05:06:10.778661 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-bcbecf5c-d9d8-4348-86e8-dbbcd1daaaf9 req-4600a04d-cdae-461b-aa5f-4ed2e09baf07 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:10.803095 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-2a0013f8-8a86-4ecc-ad5c-5e31bf8d5152 req-66d14f8c-d5b1-4e2f-a1b6-8fa468d5ab1c tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f44f6ee260749d7a681aeb529427a10&fields=id HTTP/1.1" status: 200  len: 348 time: 1.4359310
Apr 16 05:06:10.841771 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.db_base_plugin_common [req-3a647f37-2f3a-4435-a284-bef786cfb4a9 req-4b693f0e-78ae-4611-b2a1-b5c820b6cd82 tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] Allocated IP 192.168.233.104 (06941f0b-09e8-405d-9aeb-84ba5e578386/8e48212b-feeb-46ef-b312-f8119ba86757/8a44b788-1572-40ab-b68e-d104bddf6f17) {{(pid=85357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 05:06:10.911188 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-46f92108-0ac2-47b3-8980-04f5e51b50b2 None None] Set router 625a73bd-ef02-4473-a2f8-3b8e606d283a gateway port host: dv-cinder-786524-1-iscsi {{(pid=85358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:06:11.212835 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.db_base_plugin_common [req-bcbecf5c-d9d8-4348-86e8-dbbcd1daaaf9 req-4600a04d-cdae-461b-aa5f-4ed2e09baf07 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Allocated IP 172.20.0.9 (7f06c768-0917-4905-82a4-2a04abfa7281/092c750d-226a-4b66-92f6-9f771b17666a/cbe55579-a007-4247-9911-538143178e3b) {{(pid=85356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 05:06:11.592470 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-bcbecf5c-d9d8-4348-86e8-dbbcd1daaaf9 req-4600a04d-cdae-461b-aa5f-4ed2e09baf07 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Notify callbacks [] for port, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:11.662865 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-bcbecf5c-d9d8-4348-86e8-dbbcd1daaaf9 req-4600a04d-cdae-461b-aa5f-4ed2e09baf07 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284332319809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32051484'] for port, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:11.693587 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:06:11.792810 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-46f92108-0ac2-47b3-8980-04f5e51b50b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dae97d4e0>, [{'id': '625a73bd-ef02-4473-a2f8-3b8e606d283a', 'name': 'tempest-TestMinimumBasicScenario-363380990-router', 'tenant_id': '57e4f259d16345e68f38a623884c740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'c433b4d6-1390-4af4-bd12-ce5d6159895e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:05:45Z', 'updated_at': '2021-04-16T05:05:59Z', 'revision_number': 4, 'project_id': '57e4f259d16345e68f38a623884c740f', 'gw_port': {'id': 'c433b4d6-1390-4af4-bd12-ce5d6159895e', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625a73bd-ef02-4473-a2f8-3b8e606d283a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:05:48Z', 'updated_at': '2021-04-16T05:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi', '_interfaces': [{'id': '654ec6f4-9d73-4665-9f62-fd6b97dd5aff', 'name': '', 'network_id': '711b0f98-8a05-4a75-8630-64793983447c', 'tenant_id': '57e4f259d16345e68f38a623884c740f', 'mac_address': 'fa:16:3e:a1:fc:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '625a73bd-ef02-4473-a2f8-3b8e606d283a', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '2a881910-3355-4ca0-a698-89b5f02a16d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:05:57Z', 'updated_at': '2021-04-16T05:06:09Z', 'revision_number': 4, 'project_id': '57e4f259d16345e68f38a623884c740f', 'subnets': [{'id': '2a881910-3355-4ca0-a698-89b5f02a16d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:06:11.798335 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f92108-0ac2-47b3-8980-04f5e51b50b2 None None] The sync data for ids ['625a73bd-ef02-4473-a2f8-3b8e606d283a'] in dv-cinder-786524-1-iscsi is: [{'id': '625a73bd-ef02-4473-a2f8-3b8e606d283a', 'name': 'tempest-TestMinimumBasicScenario-363380990-router', 'tenant_id': '57e4f259d16345e68f38a623884c740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'c433b4d6-1390-4af4-bd12-ce5d6159895e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:05:45Z', 'updated_at': '2021-04-16T05:05:59Z', 'revision_number': 4, 'project_id': '57e4f259d16345e68f38a623884c740f', 'gw_port': {'id': 'c433b4d6-1390-4af4-bd12-ce5d6159895e', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625a73bd-ef02-4473-a2f8-3b8e606d283a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:05:48Z', 'updated_at': '2021-04-16T05:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi', '_interfaces': [{'id': '654ec6f4-9d73-4665-9f62-fd6b97dd5aff', 'name': '', 'network_id': '711b0f98-8a05-4a75-8630-64793983447c', 'tenant_id': '57e4f259d16345e68f38a623884c740f', 'mac_address': 'fa:16:3e:a1:fc:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '625a73bd-ef02-4473-a2f8-3b8e606d283a', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '2a881910-3355-4ca0-a698-89b5f02a16d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:05:57Z', 'updated_at': '2021-04-16T05:06:09Z', 'revision_number': 4, 'project_id': '57e4f259d16345e68f38a623884c740f', 'subnets': [{'id': '2a881910-3355-4ca0-a698-89b5f02a16d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 05:06:11.966299 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcbecf5c-d9d8-4348-86e8-dbbcd1daaaf9 req-4600a04d-cdae-461b-aa5f-4ed2e09baf07 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Network 7f06c768-0917-4905-82a4-2a04abfa7281 is already hosted by enough agents. {{(pid=85356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 05:06:11.970715 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [req-bcbecf5c-d9d8-4348-86e8-dbbcd1daaaf9 req-4600a04d-cdae-461b-aa5f-4ed2e09baf07 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Resources bound (agent type, host, resource id):  {{(pid=85356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 05:06:11.976194 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcbecf5c-d9d8-4348-86e8-dbbcd1daaaf9 req-4600a04d-cdae-461b-aa5f-4ed2e09baf07 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Received port after_create {{(pid=85356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 05:06:12.068558 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbecf5c-d9d8-4348-86e8-dbbcd1daaaf9 req-4600a04d-cdae-461b-aa5f-4ed2e09baf07 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:12.069651 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-bcbecf5c-d9d8-4348-86e8-dbbcd1daaaf9 req-4600a04d-cdae-461b-aa5f-4ed2e09baf07 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821710155'] for port, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:12.076004 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4600a04d-cdae-461b-aa5f-4ed2e09baf07 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Pushing event updated for resources: {'Port': ['ID=cbe55579-a007-4247-9911-538143178e3b,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:06:12.092664 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-4600a04d-cdae-461b-aa5f-4ed2e09baf07 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:06:12.137658 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-bcbecf5c-d9d8-4348-86e8-dbbcd1daaaf9 req-4600a04d-cdae-461b-aa5f-4ed2e09baf07 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7316926
Apr 16 05:06:12.151998 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [req-bcbecf5c-d9d8-4348-86e8-dbbcd1daaaf9 req-18b4a7c9-af4d-417f-84bb-8df6a2a532cb service neutron] Request body: {'port': {'device_id': 'bed81e12-65a3-41c0-90e6-b4cb79976d45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=85356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:06:12.167320 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-2a0013f8-8a86-4ecc-ad5c-5e31bf8d5152 req-2a26b4df-90c6-4704-8ce5-5d95c8dcd3e8 service neutron] 10.222.0.26 "GET /v2.0/networks/469c610d-3640-4407-b2a9-dd8cd792723c?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.3222454
Apr 16 05:06:12.278926 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device 654ec6f4-9d73-4665-9f62-fd6b97dd5aff up at agent ovs-agent-dv-cinder-786524-1-iscsi {{(pid=85358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 05:06:12.290887 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-3a647f37-2f3a-4435-a284-bef786cfb4a9 req-4b693f0e-78ae-4611-b2a1-b5c820b6cd82 tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] Notify callbacks [] for port, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:12.341055 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [req-3a647f37-2f3a-4435-a284-bef786cfb4a9 req-4b693f0e-78ae-4611-b2a1-b5c820b6cd82 tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] Transition to ACTIVE for port object 8a44b788-1572-40ab-b68e-d104bddf6f17 will not be triggered until provisioned by entity DHCP. {{(pid=85357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 05:06:12.411941 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-79a41739-21ae-40ab-a4bf-7f4502f7223a req-10ebbdbb-4547-42d2-b1fb-a843a7923c3d tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 7.5551770
Apr 16 05:06:12.496613 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Provisioning for port 654ec6f4-9d73-4665-9f62-fd6b97dd5aff completed by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 05:06:12.505249 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-bcbecf5c-d9d8-4348-86e8-dbbcd1daaaf9 req-18b4a7c9-af4d-417f-84bb-8df6a2a532cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:12.517540 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Provisioning complete for port 654ec6f4-9d73-4665-9f62-fd6b97dd5aff triggered by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:06:12.522175 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:12.541859 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-3a647f37-2f3a-4435-a284-bef786cfb4a9 req-4b693f0e-78ae-4611-b2a1-b5c820b6cd82 tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284332319809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30120147'] for port, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:12.720028 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [req-79a41739-21ae-40ab-a4bf-7f4502f7223a req-8f54740a-da06-46d5-a354-4a942ede3198 service neutron] Request body: {'port': {'device_id': '7f6a6db6-5e0e-4625-805b-854fe43bd156', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=85357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:06:12.891398 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:13.005231 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] For port 654ec6f4-9d73-4665-9f62-fd6b97dd5aff, host dv-cinder-786524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=654ec6f4-9d73-4665-9f62-fd6b97dd5aff,segment=NetworkSegment(a0080f90-7bfa-4c0d-af83-31ef1a258e15),segment_id=a0080f90-7bfa-4c0d-af83-31ef1a258e15)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:06:13.015071 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:13.020831 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:06:13.085663 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-0e807ef4-7c55-413c-a1c0-eccfdbebe58f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:06:13.233917 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Pushing event updated for resources: {'Port': ['ID=654ec6f4-9d73-4665-9f62-fd6b97dd5aff,revision_number=5']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:06:13.239886 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:06:13.276856 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-c439dc37-b935-4845-9da0-429c413ad752 req-f22bb92a-fba4-4a13-b658-adc2c2a5cc3e tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Synchronizing usage tracker for tenant:19a213d1b49b4109b75966286a61917f on resource:port {{(pid=85357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 05:06:13.335461 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-2a0013f8-8a86-4ecc-ad5c-5e31bf8d5152 req-3c793b5b-f006-4896-9f8f-93fbcfcda25a service neutron] 10.222.0.26 "GET /v2.0/networks/469c610d-3640-4407-b2a9-dd8cd792723c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.1361289
Apr 16 05:06:13.352037 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b693f0e-78ae-4611-b2a1-b5c820b6cd82 tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] Pushing event updated for resources: {'Port': ['ID=8a44b788-1572-40ab-b68e-d104bddf6f17,revision_number=1']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:06:13.371073 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-4b693f0e-78ae-4611-b2a1-b5c820b6cd82 tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:06:13.449892 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [req-bcbecf5c-d9d8-4348-86e8-dbbcd1daaaf9 req-18b4a7c9-af4d-417f-84bb-8df6a2a532cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbe55579-a007-4247-9911-538143178e3b {{(pid=85356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 05:06:13.459414 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-bcbecf5c-d9d8-4348-86e8-dbbcd1daaaf9 req-18b4a7c9-af4d-417f-84bb-8df6a2a532cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:13.477720 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [req-bcbecf5c-d9d8-4348-86e8-dbbcd1daaaf9 req-18b4a7c9-af4d-417f-84bb-8df6a2a532cb service neutron] Transition to ACTIVE for port object cbe55579-a007-4247-9911-538143178e3b will not be triggered until provisioned by entity L2. {{(pid=85356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 05:06:13.482138 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-bcbecf5c-d9d8-4348-86e8-dbbcd1daaaf9 req-18b4a7c9-af4d-417f-84bb-8df6a2a532cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822724348'] for port, after_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:13.500124 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-abe55948-33ef-4b20-a0e3-262a0f236592 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:06:13.534848 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-c439dc37-b935-4845-9da0-429c413ad752 req-f22bb92a-fba4-4a13-b658-adc2c2a5cc3e tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Unset dirty status for tenant:19a213d1b49b4109b75966286a61917f on resource:port {{(pid=85357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 05:06:13.536484 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c439dc37-b935-4845-9da0-429c413ad752 req-f22bb92a-fba4-4a13-b658-adc2c2a5cc3e tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=19a213d1b49b4109b75966286a61917f&fields=id HTTP/1.1" status: 200  len: 302 time: 3.2071676
Apr 16 05:06:13.580418 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a647f37-2f3a-4435-a284-bef786cfb4a9 req-4b693f0e-78ae-4611-b2a1-b5c820b6cd82 tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] Network 06941f0b-09e8-405d-9aeb-84ba5e578386 is already hosted by enough agents. {{(pid=85357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 05:06:13.584328 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [req-3a647f37-2f3a-4435-a284-bef786cfb4a9 req-4b693f0e-78ae-4611-b2a1-b5c820b6cd82 tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] Resources bound (agent type, host, resource id):  {{(pid=85357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 05:06:13.586322 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-331f1fbe-edba-4b83-ab86-a97e1032703d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821614264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30120125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036822930679'] for subnet, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:13.617409 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a647f37-2f3a-4435-a284-bef786cfb4a9 req-4b693f0e-78ae-4611-b2a1-b5c820b6cd82 tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] Received port after_create {{(pid=85357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 05:06:13.691041 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b4a7c9-af4d-417f-84bb-8df6a2a532cb service neutron] Pushing event updated for resources: {'Port': ['ID=cbe55579-a007-4247-9911-538143178e3b,revision_number=2']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:06:13.694785 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-18b4a7c9-af4d-417f-84bb-8df6a2a532cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:06:13.856020 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a647f37-2f3a-4435-a284-bef786cfb4a9 req-4b693f0e-78ae-4611-b2a1-b5c820b6cd82 tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:13.858107 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-3a647f37-2f3a-4435-a284-bef786cfb4a9 req-4b693f0e-78ae-4611-b2a1-b5c820b6cd82 tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:13.960778 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-79a41739-21ae-40ab-a4bf-7f4502f7223a req-8f54740a-da06-46d5-a354-4a942ede3198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:14.040834 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-526a0e22-ecbb-4201-a831-00a90b798593 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:06:14.073779 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.16', 65402) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:06:14.114462 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e38d03be-aee9-48b9-a62f-0c7113edabde None None] Provisioning for port 8a44b788-1572-40ab-b68e-d104bddf6f17 completed by entity DHCP. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 05:06:14.142632 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e38d03be-aee9-48b9-a62f-0c7113edabde None None] Provisioning complete for port 8a44b788-1572-40ab-b68e-d104bddf6f17 triggered by entity DHCP. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:06:14.143583 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e38d03be-aee9-48b9-a62f-0c7113edabde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:14.316047 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device 654ec6f4-9d73-4665-9f62-fd6b97dd5aff up at agent ovs-agent-dv-cinder-786524-1-iscsi {{(pid=85358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 05:06:14.340116 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-3a647f37-2f3a-4435-a284-bef786cfb4a9 req-4b693f0e-78ae-4611-b2a1-b5c820b6cd82 tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 10.4491391
Apr 16 05:06:14.519960 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [req-bcbecf5c-d9d8-4348-86e8-dbbcd1daaaf9 req-18b4a7c9-af4d-417f-84bb-8df6a2a532cb service neutron] Attempting to bind port cbe55579-a007-4247-9911-538143178e3b on host hv-cinder-78652 for vnic_type normal with profile  {{(pid=85356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 05:06:14.520615 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [req-bcbecf5c-d9d8-4348-86e8-dbbcd1daaaf9 req-18b4a7c9-af4d-417f-84bb-8df6a2a532cb service neutron] Attempting to bind port cbe55579-a007-4247-9911-538143178e3b by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '6bce0028-aa38-4b3b-9bb1-313bc9885413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '7f06c768-0917-4905-82a4-2a04abfa7281'}] {{(pid=85356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 05:06:14.521214 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbecf5c-d9d8-4348-86e8-dbbcd1daaaf9 req-18b4a7c9-af4d-417f-84bb-8df6a2a532cb service neutron] Attempting to bind port cbe55579-a007-4247-9911-538143178e3b on network 7f06c768-0917-4905-82a4-2a04abfa7281 {{(pid=85356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 05:06:14.530445 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbecf5c-d9d8-4348-86e8-dbbcd1daaaf9 req-18b4a7c9-af4d-417f-84bb-8df6a2a532cb service neutron] Port cbe55579-a007-4247-9911-538143178e3b on network 7f06c768-0917-4905-82a4-2a04abfa7281 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=85356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 05:06:14.531398 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbecf5c-d9d8-4348-86e8-dbbcd1daaaf9 req-18b4a7c9-af4d-417f-84bb-8df6a2a532cb service neutron] Attempting to bind port cbe55579-a007-4247-9911-538143178e3b on network 7f06c768-0917-4905-82a4-2a04abfa7281 {{(pid=85356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 05:06:14.539814 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbecf5c-d9d8-4348-86e8-dbbcd1daaaf9 req-18b4a7c9-af4d-417f-84bb-8df6a2a532cb service neutron] Checking agent: {'id': '5ddcce5e-7017-4c76-88fa-bffacfec0d31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 5, 1, 38), 'started_at': datetime.datetime(2021, 4, 16, 5, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 5, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 05:06:14.540549 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbecf5c-d9d8-4348-86e8-dbbcd1daaaf9 req-18b4a7c9-af4d-417f-84bb-8df6a2a532cb service neutron] Checking segment: {'id': '6bce0028-aa38-4b3b-9bb1-313bc9885413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '7f06c768-0917-4905-82a4-2a04abfa7281'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 05:06:14.541244 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbecf5c-d9d8-4348-86e8-dbbcd1daaaf9 req-18b4a7c9-af4d-417f-84bb-8df6a2a532cb service neutron] Bound using segment: {'id': '6bce0028-aa38-4b3b-9bb1-313bc9885413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '7f06c768-0917-4905-82a4-2a04abfa7281'} {{(pid=85356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 05:06:14.541982 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [req-bcbecf5c-d9d8-4348-86e8-dbbcd1daaaf9 req-18b4a7c9-af4d-417f-84bb-8df6a2a532cb service neutron] Bound port: cbe55579-a007-4247-9911-538143178e3b, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bce0028-aa38-4b3b-9bb1-313bc9885413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '7f06c768-0917-4905-82a4-2a04abfa7281'}}] {{(pid=85356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 05:06:14.542607 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-bcbecf5c-d9d8-4348-86e8-dbbcd1daaaf9 req-18b4a7c9-af4d-417f-84bb-8df6a2a532cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:14.564050 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0786b2-7e5e-4373-828d-a4dd098bdb10 req-1ed3c132-3a14-4f19-8ebe-14de7651b1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:14.566277 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ca0786b2-7e5e-4373-828d-a4dd098bdb10 req-1ed3c132-3a14-4f19-8ebe-14de7651b1eb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0568e0a577bb45428833638c9c368aa5&device_id=52cebb75-08a7-4e02-a9ad-c88938f84799 HTTP/1.1" status: 200  len: 1098 time: 0.4911928
Apr 16 05:06:14.727414 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [req-79a41739-21ae-40ab-a4bf-7f4502f7223a req-8f54740a-da06-46d5-a354-4a942ede3198 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 812f1224-5033-4d66-a589-6e8874a8ace2 {{(pid=85357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 05:06:14.737534 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-79a41739-21ae-40ab-a4bf-7f4502f7223a req-8f54740a-da06-46d5-a354-4a942ede3198 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:14.754517 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [req-79a41739-21ae-40ab-a4bf-7f4502f7223a req-8f54740a-da06-46d5-a354-4a942ede3198 service neutron] Transition to ACTIVE for port object 812f1224-5033-4d66-a589-6e8874a8ace2 will not be triggered until provisioned by entity L2. {{(pid=85357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 05:06:14.778629 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-79a41739-21ae-40ab-a4bf-7f4502f7223a req-8f54740a-da06-46d5-a354-4a942ede3198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036824655669'] for port, after_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:14.783681 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [req-3a647f37-2f3a-4435-a284-bef786cfb4a9 req-630509fe-6425-49b2-b674-e4377b508e96 service neutron] Request body: {'port': {'device_id': 'dfaec3b5-72d8-4c5b-88ed-6be24fd4ba7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=85357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:06:14.787623 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-e38d03be-aee9-48b9-a62f-0c7113edabde None None] Port 8a44b788-1572-40ab-b68e-d104bddf6f17 cannot update to ACTIVE because it is not bound. {{(pid=85358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 16 05:06:14.795283 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Provisioning complete for port 654ec6f4-9d73-4665-9f62-fd6b97dd5aff triggered by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:06:14.795710 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:15.088650 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-3a647f37-2f3a-4435-a284-bef786cfb4a9 req-630509fe-6425-49b2-b674-e4377b508e96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:15.118237 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0786b2-7e5e-4373-828d-a4dd098bdb10 req-f420961a-eb0b-4d18-aa31-9067e2e6ceb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:15.120165 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ca0786b2-7e5e-4373-828d-a4dd098bdb10 req-f420961a-eb0b-4d18-aa31-9067e2e6ceb3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8df91495-625b-4773-a543-89e51aa2e299 HTTP/1.1" status: 200  len: 918 time: 0.5139577
Apr 16 05:06:15.178151 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f21e5ac-5203-448e-9fe6-b4b48a4bd820 req-e945e949-d10d-41f0-b67e-bbdd9c04b6ef tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:15.179925 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-8f21e5ac-5203-448e-9fe6-b4b48a4bd820 req-e945e949-d10d-41f0-b67e-bbdd9c04b6ef tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce3234a2-1d0f-453a-9662-df381a4abe13 HTTP/1.1" status: 200  len: 945 time: 1.2987478
Apr 16 05:06:15.253171 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [req-bcbecf5c-d9d8-4348-86e8-dbbcd1daaaf9 req-18b4a7c9-af4d-417f-84bb-8df6a2a532cb service neutron] For port cbe55579-a007-4247-9911-538143178e3b, host hv-cinder-78652, cleared binding levels {{(pid=85356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 05:06:15.254224 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331f1fbe-edba-4b83-ab86-a97e1032703d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4f4106f-e905-42f9-a074-d274e9e3e7f3,revision_number=0']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:06:15.273298 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-331f1fbe-edba-4b83-ab86-a97e1032703d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.249s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:06:15.284119 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [req-bcbecf5c-d9d8-4348-86e8-dbbcd1daaaf9 req-18b4a7c9-af4d-417f-84bb-8df6a2a532cb service neutron] For port cbe55579-a007-4247-9911-538143178e3b, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=cbe55579-a007-4247-9911-538143178e3b,segment=NetworkSegment(6bce0028-aa38-4b3b-9bb1-313bc9885413),segment_id=6bce0028-aa38-4b3b-9bb1-313bc9885413)] {{(pid=85356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 05:06:15.293768 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-10ebbdbb-4547-42d2-b1fb-a843a7923c3d tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.269s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:06:15.296830 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-bcbecf5c-d9d8-4348-86e8-dbbcd1daaaf9 req-18b4a7c9-af4d-417f-84bb-8df6a2a532cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822724348'] for port, after_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:15.313528 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ca0786b2-7e5e-4373-828d-a4dd098bdb10 req-2613b2af-4ee7-4fbb-aa51-6e39e443670e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4688bbfc-265d-4202-8afe-72cfcb6f87da HTTP/1.1" status: 200  len: 1000 time: 0.1730270
Apr 16 05:06:15.318013 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:06:15.503372 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f54740a-da06-46d5-a354-4a942ede3198 service neutron] Pushing event updated for resources: {'Port': ['ID=812f1224-5033-4d66-a589-6e8874a8ace2,revision_number=2']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:06:15.580592 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0786b2-7e5e-4373-828d-a4dd098bdb10 req-1b69eefc-991d-476e-8c0a-007a90380be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:15.583054 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ca0786b2-7e5e-4373-828d-a4dd098bdb10 req-1b69eefc-991d-476e-8c0a-007a90380be6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7194465a-cb17-4853-a8ba-70bd30e05305 HTTP/1.1" status: 200  len: 856 time: 0.2309031
Apr 16 05:06:15.620925 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c439dc37-b935-4845-9da0-429c413ad752 req-77453d12-b7b6-48cd-a762-42422253db2b service neutron] 10.222.0.26 "GET /v2.0/networks/8e950144-b586-4419-9506-52e097c234b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 2.0329959
Apr 16 05:06:15.622455 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-8f54740a-da06-46d5-a354-4a942ede3198 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:06:15.640666 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-8f21e5ac-5203-448e-9fe6-b4b48a4bd820 req-48562211-1644-4b81-9c06-51be7ee3d003 tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] 10.222.0.26 "GET /v2.0/security-groups?id=60a874d5-92ab-4e7e-91de-493ca112b09d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3998482
Apr 16 05:06:15.758462 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce3234a2-1d0f-453a-9662-df381a4abe13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6bcc896-2896-4ac3-bc4d-8a87a78ac768', 'code': 200}
Apr 16 05:06:15.835688 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.16', 65404) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:06:15.882876 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b4a7c9-af4d-417f-84bb-8df6a2a532cb service neutron] Pushing event updated for resources: {'Port': ['ID=cbe55579-a007-4247-9911-538143178e3b,revision_number=3']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:06:16.175139 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.16', 65406) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:06:16.208414 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-18b4a7c9-af4d-417f-84bb-8df6a2a532cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.890s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:06:16.233157 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbecf5c-d9d8-4348-86e8-dbbcd1daaaf9 req-18b4a7c9-af4d-417f-84bb-8df6a2a532cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:16.234049 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-bcbecf5c-d9d8-4348-86e8-dbbcd1daaaf9 req-18b4a7c9-af4d-417f-84bb-8df6a2a532cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821710155'] for port, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:16.235442 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-bcbecf5c-d9d8-4348-86e8-dbbcd1daaaf9 req-18b4a7c9-af4d-417f-84bb-8df6a2a532cb service neutron] 10.222.0.16 "PUT /v2.0/ports/cbe55579-a007-4247-9911-538143178e3b HTTP/1.1" status: 200  len: 1093 time: 4.0967388
Apr 16 05:06:16.236474 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bed81e12-65a3-41c0-90e6-b4cb79976d45', 'tag': 'cbe55579-a007-4247-9911-538143178e3b'}] {{(pid=85356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 05:06:16.271212 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0013f8-8a86-4ecc-ad5c-5e31bf8d5152 req-6fe2e4e7-55a1-4863-b6b4-fe71b043619e tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:16.274423 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-2a0013f8-8a86-4ecc-ad5c-5e31bf8d5152 req-6fe2e4e7-55a1-4863-b6b4-fe71b043619e tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.16 "GET /v2.0/networks?id=469c610d-3640-4407-b2a9-dd8cd792723c HTTP/1.1" status: 200  len: 814 time: 0.3945832
Apr 16 05:06:16.324409 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0786b2-7e5e-4373-828d-a4dd098bdb10 req-d9b1dbcd-5289-4260-86a9-e6185f9e40a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:16.328134 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ca0786b2-7e5e-4373-828d-a4dd098bdb10 req-d9b1dbcd-5289-4260-86a9-e6185f9e40a6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8df91495-625b-4773-a543-89e51aa2e299&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.7219510
Apr 16 05:06:16.331383 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331f1fbe-edba-4b83-ab86-a97e1032703d admin admin] Checking segment: {'id': '77b8db35-2021-46fb-8153-5e76ee69cfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '864fab42-ad00-4efb-b64d-62add0bc7715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 05:06:16.331806 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331f1fbe-edba-4b83-ab86-a97e1032703d admin admin] Network hostable DHCP agents. Network: 864fab42-ad00-4efb-b64d-62add0bc7715, hostable agents: ['582622ae-d895-4475-8046-f15afe99e67f'], hosted agents: [] {{(pid=85357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 16 05:06:16.350242 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [req-2a0013f8-8a86-4ecc-ad5c-5e31bf8d5152 req-400da99a-8b73-4046-a5ed-e7e369e5c7db tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Request body: {'port': {'device_id': 'c40e39e3-212b-4093-b018-1962009d207d', 'network_id': '469c610d-3640-4407-b2a9-dd8cd792723c', 'admin_state_up': True, 'tenant_id': '7f44f6ee260749d7a681aeb529427a10'}} {{(pid=85356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:06:16.635457 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331f1fbe-edba-4b83-ab86-a97e1032703d admin admin] Network 864fab42-ad00-4efb-b64d-62add0bc7715 is scheduled to be hosted by DHCP agent 582622ae-d895-4475-8046-f15afe99e67f with binding_index 1 {{(pid=85357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 16 05:06:16.757993 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [None req-331f1fbe-edba-4b83-ab86-a97e1032703d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-1-iscsi, 864fab42-ad00-4efb-b64d-62add0bc7715) {{(pid=85357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 05:06:16.772360 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582cd518-731d-4355-8817-fc43b9a00c83 None None] Network 864fab42-ad00-4efb-b64d-62add0bc7715 requested from dv-cinder-786524-1-iscsi {{(pid=85358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 05:06:16.806457 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c439dc37-b935-4845-9da0-429c413ad752 req-92e26b31-31c1-4e4b-95b9-28d6e4367397 service neutron] 10.222.0.26 "GET /v2.0/networks/8e950144-b586-4419-9506-52e097c234b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.1614318
Apr 16 05:06:16.839423 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331f1fbe-edba-4b83-ab86-a97e1032703d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:16.840105 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-331f1fbe-edba-4b83-ab86-a97e1032703d admin admin] Notify callbacks [] for subnet, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:16.850051 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [req-79a41739-21ae-40ab-a4bf-7f4502f7223a req-8f54740a-da06-46d5-a354-4a942ede3198 service neutron] Attempting to bind port 812f1224-5033-4d66-a589-6e8874a8ace2 on host hv-cinder-78652 for vnic_type normal with profile  {{(pid=85357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 05:06:16.850428 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [req-79a41739-21ae-40ab-a4bf-7f4502f7223a req-8f54740a-da06-46d5-a354-4a942ede3198 service neutron] Attempting to bind port 812f1224-5033-4d66-a589-6e8874a8ace2 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '6bce0028-aa38-4b3b-9bb1-313bc9885413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '7f06c768-0917-4905-82a4-2a04abfa7281'}] {{(pid=85357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 05:06:16.850813 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a41739-21ae-40ab-a4bf-7f4502f7223a req-8f54740a-da06-46d5-a354-4a942ede3198 service neutron] Attempting to bind port 812f1224-5033-4d66-a589-6e8874a8ace2 on network 7f06c768-0917-4905-82a4-2a04abfa7281 {{(pid=85357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 05:06:16.886133 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a41739-21ae-40ab-a4bf-7f4502f7223a req-8f54740a-da06-46d5-a354-4a942ede3198 service neutron] Port 812f1224-5033-4d66-a589-6e8874a8ace2 on network 7f06c768-0917-4905-82a4-2a04abfa7281 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=85357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 05:06:16.886396 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a41739-21ae-40ab-a4bf-7f4502f7223a req-8f54740a-da06-46d5-a354-4a942ede3198 service neutron] Attempting to bind port 812f1224-5033-4d66-a589-6e8874a8ace2 on network 7f06c768-0917-4905-82a4-2a04abfa7281 {{(pid=85357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 05:06:16.902321 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016713f6-423e-4744-a975-e80e59171a87 req-eb20b80e-b27b-49fd-b795-1443ccd6679a tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:16.910368 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-016713f6-423e-4744-a975-e80e59171a87 req-eb20b80e-b27b-49fd-b795-1443ccd6679a tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cebb75-08a7-4e02-a9ad-c88938f84799 HTTP/1.1" status: 200  len: 945 time: 0.6780794
Apr 16 05:06:16.914201 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aab609-a228-4872-b2f0-37a1557a7810 req-11ee88ef-f567-4a0e-ad2c-e28383f0679d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:16.915989 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-91aab609-a228-4872-b2f0-37a1557a7810 req-11ee88ef-f567-4a0e-ad2c-e28383f0679d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ce3234a2-1d0f-453a-9662-df381a4abe13 HTTP/1.1" status: 200  len: 1098 time: 0.7272944
Apr 16 05:06:16.936459 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a41739-21ae-40ab-a4bf-7f4502f7223a req-8f54740a-da06-46d5-a354-4a942ede3198 service neutron] Checking agent: {'id': '5ddcce5e-7017-4c76-88fa-bffacfec0d31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 5, 1, 38), 'started_at': datetime.datetime(2021, 4, 16, 5, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 5, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 05:06:16.936796 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a41739-21ae-40ab-a4bf-7f4502f7223a req-8f54740a-da06-46d5-a354-4a942ede3198 service neutron] Checking segment: {'id': '6bce0028-aa38-4b3b-9bb1-313bc9885413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '7f06c768-0917-4905-82a4-2a04abfa7281'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 05:06:16.937298 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a41739-21ae-40ab-a4bf-7f4502f7223a req-8f54740a-da06-46d5-a354-4a942ede3198 service neutron] Bound using segment: {'id': '6bce0028-aa38-4b3b-9bb1-313bc9885413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '7f06c768-0917-4905-82a4-2a04abfa7281'} {{(pid=85357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 05:06:16.937791 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [req-79a41739-21ae-40ab-a4bf-7f4502f7223a req-8f54740a-da06-46d5-a354-4a942ede3198 service neutron] Bound port: 812f1224-5033-4d66-a589-6e8874a8ace2, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bce0028-aa38-4b3b-9bb1-313bc9885413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '7f06c768-0917-4905-82a4-2a04abfa7281'}}] {{(pid=85357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 05:06:16.938390 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-79a41739-21ae-40ab-a4bf-7f4502f7223a req-8f54740a-da06-46d5-a354-4a942ede3198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:16.951950 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbecf5c-d9d8-4348-86e8-dbbcd1daaaf9 req-59727ad2-0b69-47d1-98bd-88fd23fa961c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:16.954980 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-bcbecf5c-d9d8-4348-86e8-dbbcd1daaaf9 req-59727ad2-0b69-47d1-98bd-88fd23fa961c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=906565d5b9534e68b06210dedd1603fb&device_id=bed81e12-65a3-41c0-90e6-b4cb79976d45 HTTP/1.1" status: 200  len: 1096 time: 0.5708115
Apr 16 05:06:16.955179 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-331f1fbe-edba-4b83-ab86-a97e1032703d admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 8.5391061
Apr 16 05:06:16.963168 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 35952) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:06:16.969771 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ca0786b2-7e5e-4373-828d-a4dd098bdb10 req-5485f84e-7412-4995-8945-cba16a626f0d service neutron] 10.222.0.16 "GET /v2.0/networks/8df91495-625b-4773-a543-89e51aa2e299?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5824349
Apr 16 05:06:16.971814 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [req-2a0013f8-8a86-4ecc-ad5c-5e31bf8d5152 req-400da99a-8b73-4046-a5ed-e7e369e5c7db tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:06:16.996873 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-504c9592-fa87-4246-b860-caf6d4c09d84 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-409442546-router', 'tenant_id': '9e123026a25e4d72ac0dd52783e66129', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88'}}} {{(pid=85357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:06:17.026255 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-504c9592-fa87-4246-b860-caf6d4c09d84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:06:17.043714 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-016713f6-423e-4744-a975-e80e59171a87 req-816b2cc9-e4b1-4281-88fb-a83997366e32 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8463a7f-3623-45fa-b260-5c490295d4a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1322346
Apr 16 05:06:17.152913 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26e26b1-4bfc-4e21-b3ba-61e519f54a0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpead8f01a-240e-5c6f-845d-431874f38e8d-864fab42-ad00-4efb-b64d-62add0bc7715', 'network_id': '864fab42-ad00-4efb-b64d-62add0bc7715', 'tenant_id': '9e123026a25e4d72ac0dd52783e66129', 'fixed_ips': [{'subnet_id': 'd4f4106f-e905-42f9-a074-d274e9e3e7f3'}]}} from dv-cinder-786524-1-iscsi. {{(pid=85358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 16 05:06:17.154227 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e26e26b1-4bfc-4e21-b3ba-61e519f54a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_create {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:17.174075 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.db.resource_extend [req-3a647f37-2f3a-4435-a284-bef786cfb4a9 req-630509fe-6425-49b2-b674-e4377b508e96 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 16 05:06:17.201489 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-2a0013f8-8a86-4ecc-ad5c-5e31bf8d5152 req-400da99a-8b73-4046-a5ed-e7e369e5c7db tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Usage tracker for resource:port and tenant:7f44f6ee260749d7a681aeb529427a10 is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:06:17.219758 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-2a0013f8-8a86-4ecc-ad5c-5e31bf8d5152 req-400da99a-8b73-4046-a5ed-e7e369e5c7db tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:06:17.262882 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-bcbecf5c-d9d8-4348-86e8-dbbcd1daaaf9 req-a84070db-996e-4800-9748-d032f9c2b9ec service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbe55579-a007-4247-9911-538143178e3b HTTP/1.1" status: 200  len: 217 time: 0.2861526
Apr 16 05:06:17.311966 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [req-2a0013f8-8a86-4ecc-ad5c-5e31bf8d5152 req-400da99a-8b73-4046-a5ed-e7e369e5c7db tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:06:17.339634 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-504c9592-fa87-4246-b860-caf6d4c09d84 admin admin] Usage tracker for resource:router and tenant:9e123026a25e4d72ac0dd52783e66129 is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:06:17.401235 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.db_base_plugin_common [None req-e26e26b1-4bfc-4e21-b3ba-61e519f54a0d None None] Allocated IP 172.20.0.2 (864fab42-ad00-4efb-b64d-62add0bc7715/d4f4106f-e905-42f9-a074-d274e9e3e7f3/dbeea36b-35a7-465a-908e-5b9f05fc8070) {{(pid=85358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 05:06:17.401235 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device 4688bbfc-265d-4202-8afe-72cfcb6f87da no longer exists at agent hyperv_hv-cinder-78652 {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 05:06:17.430710 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-504c9592-fa87-4246-b860-caf6d4c09d84 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:06:17.444460 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a0013f8-8a86-4ecc-ad5c-5e31bf8d5152 req-400da99a-8b73-4046-a5ed-e7e369e5c7db tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Made reservation on behalf of 7f44f6ee260749d7a681aeb529427a10 for: {'port': 1} {{(pid=85356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 05:06:17.455267 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-2a0013f8-8a86-4ecc-ad5c-5e31bf8d5152 req-400da99a-8b73-4046-a5ed-e7e369e5c7db tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:17.461185 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-504c9592-fa87-4246-b860-caf6d4c09d84 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:06:17.554714 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [req-3a647f37-2f3a-4435-a284-bef786cfb4a9 req-630509fe-6425-49b2-b674-e4377b508e96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a44b788-1572-40ab-b68e-d104bddf6f17 {{(pid=85357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 05:06:17.561711 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-91aab609-a228-4872-b2f0-37a1557a7810 req-691b56c2-2364-4712-9c96-17828c7a22a8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=60a874d5-92ab-4e7e-91de-493ca112b09d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6018467
Apr 16 05:06:17.586800 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-3a647f37-2f3a-4435-a284-bef786cfb4a9 req-630509fe-6425-49b2-b674-e4377b508e96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:17.594186 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-504c9592-fa87-4246-b860-caf6d4c09d84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036821578267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5887'] for router, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:17.595605 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-504c9592-fa87-4246-b860-caf6d4c09d84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33197368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33196902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33168124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854769946'] for router, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:17.640497 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-504c9592-fa87-4246-b860-caf6d4c09d84 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:17.699772 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbecf5c-d9d8-4348-86e8-dbbcd1daaaf9 req-c51b16ec-ec8c-4487-8e48-02415c06b334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:17.699772 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-bcbecf5c-d9d8-4348-86e8-dbbcd1daaaf9 req-c51b16ec-ec8c-4487-8e48-02415c06b334 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=092c750d-226a-4b66-92f6-9f771b17666a HTTP/1.1" status: 200  len: 858 time: 0.3794482
Apr 16 05:06:17.804834 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ca0786b2-7e5e-4373-828d-a4dd098bdb10 req-ae3e74de-4716-4e16-b9c7-b6fdeda7d717 service neutron] 10.222.0.16 "GET /v2.0/networks/8df91495-625b-4773-a543-89e51aa2e299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7074494
Apr 16 05:06:17.912754 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [req-79a41739-21ae-40ab-a4bf-7f4502f7223a req-8f54740a-da06-46d5-a354-4a942ede3198 service neutron] For port 812f1224-5033-4d66-a589-6e8874a8ace2, host hv-cinder-78652, cleared binding levels {{(pid=85357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 05:06:17.918194 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:17.923280 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [req-79a41739-21ae-40ab-a4bf-7f4502f7223a req-8f54740a-da06-46d5-a354-4a942ede3198 service neutron] For port 812f1224-5033-4d66-a589-6e8874a8ace2, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=812f1224-5033-4d66-a589-6e8874a8ace2,segment=NetworkSegment(6bce0028-aa38-4b3b-9bb1-313bc9885413),segment_id=6bce0028-aa38-4b3b-9bb1-313bc9885413)] {{(pid=85357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 05:06:17.998916 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52cebb75-08a7-4e02-a9ad-c88938f84799', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4688bbfc-265d-4202-8afe-72cfcb6f87da'}] {{(pid=85358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 05:06:18.038840 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.db_base_plugin_common [req-2a0013f8-8a86-4ecc-ad5c-5e31bf8d5152 req-400da99a-8b73-4046-a5ed-e7e369e5c7db tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Allocated IP 172.20.0.14 (469c610d-3640-4407-b2a9-dd8cd792723c/28b73d84-839b-41f8-8a99-404cd24cc829/aa7bfbc3-cee1-4949-a563-945a6ac9b72a) {{(pid=85356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 05:06:18.069685 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] For port 4688bbfc-265d-4202-8afe-72cfcb6f87da, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=4688bbfc-265d-4202-8afe-72cfcb6f87da,segment=NetworkSegment(79077226-93f2-4a1f-b0e8-7ab4b09d1a7b),segment_id=79077226-93f2-4a1f-b0e8-7ab4b09d1a7b)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:06:18.081590 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:18.086324 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:06:18.158211 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [req-3a647f37-2f3a-4435-a284-bef786cfb4a9 req-630509fe-6425-49b2-b674-e4377b508e96 service neutron] Transition to ACTIVE for port object 8a44b788-1572-40ab-b68e-d104bddf6f17 will not be triggered until provisioned by entity L2. {{(pid=85357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 05:06:18.191166 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Pushing event updated for resources: {'Port': ['ID=4688bbfc-265d-4202-8afe-72cfcb6f87da,revision_number=8']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:06:18.202782 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-79a41739-21ae-40ab-a4bf-7f4502f7223a req-8f54740a-da06-46d5-a354-4a942ede3198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036824655669'] for port, after_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:18.206499 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e26e26b1-4bfc-4e21-b3ba-61e519f54a0d None None] Notify callbacks [] for port, precommit_create {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:18.210127 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:06:18.228267 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e26e26b1-4bfc-4e21-b3ba-61e519f54a0d None None] Transition to ACTIVE for port object dbeea36b-35a7-465a-908e-5b9f05fc8070 will not be triggered until provisioned by entity L2. {{(pid=85358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 05:06:18.264307 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e26e26b1-4bfc-4e21-b3ba-61e519f54a0d None None] Transition to ACTIVE for port object dbeea36b-35a7-465a-908e-5b9f05fc8070 will not be triggered until provisioned by entity DHCP. {{(pid=85358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 05:06:18.275353 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e26e26b1-4bfc-4e21-b3ba-61e519f54a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284332319809'] for port, after_create {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:18.281301 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-bcbecf5c-d9d8-4348-86e8-dbbcd1daaaf9 req-67f11b68-2d43-4a71-84ce-a241966941f6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7f06c768-0917-4905-82a4-2a04abfa7281&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3641782
Apr 16 05:06:18.405772 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-504c9592-fa87-4246-b860-caf6d4c09d84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33196887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036821578282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770023'] for router, precommit_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:18.410061 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-828a305d-339e-4964-bdcb-6d145c2609e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:06:18.429629 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:06:18.532242 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26e26b1-4bfc-4e21-b3ba-61e519f54a0d None None] Network 864fab42-ad00-4efb-b64d-62add0bc7715 is already hosted by enough agents. {{(pid=85358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 05:06:18.537845 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [None req-e26e26b1-4bfc-4e21-b3ba-61e519f54a0d None None] Resources bound (agent type, host, resource id):  {{(pid=85358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 05:06:18.542596 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26e26b1-4bfc-4e21-b3ba-61e519f54a0d None None] Pushing event updated for resources: {'Port': ['ID=dbeea36b-35a7-465a-908e-5b9f05fc8070,revision_number=1']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:06:18.546103 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26e26b1-4bfc-4e21-b3ba-61e519f54a0d None None] Received port after_create {{(pid=85358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 05:06:18.548879 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-e26e26b1-4bfc-4e21-b3ba-61e519f54a0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:06:18.561807 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-3a647f37-2f3a-4435-a284-bef786cfb4a9 req-630509fe-6425-49b2-b674-e4377b508e96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036824655669'] for port, after_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:18.652876 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-e26e26b1-4bfc-4e21-b3ba-61e519f54a0d None None] Attempting to bind port dbeea36b-35a7-465a-908e-5b9f05fc8070 on host dv-cinder-786524-1-iscsi for vnic_type normal with profile  {{(pid=85358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 05:06:18.653386 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-e26e26b1-4bfc-4e21-b3ba-61e519f54a0d None None] Attempting to bind port dbeea36b-35a7-465a-908e-5b9f05fc8070 by drivers openvswitch,hyperv on host dv-cinder-786524-1-iscsi at level 0 using segments [{'id': '77b8db35-2021-46fb-8153-5e76ee69cfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '864fab42-ad00-4efb-b64d-62add0bc7715'}] {{(pid=85358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 05:06:18.653784 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26e26b1-4bfc-4e21-b3ba-61e519f54a0d None None] Attempting to bind port dbeea36b-35a7-465a-908e-5b9f05fc8070 on network 864fab42-ad00-4efb-b64d-62add0bc7715 {{(pid=85358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 05:06:18.662638 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26e26b1-4bfc-4e21-b3ba-61e519f54a0d None None] Checking agent: {'id': '2c00d7f4-da3e-4cf0-ab95-3dab1af70cf6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 4, 54, 38), 'started_at': datetime.datetime(2021, 4, 16, 4, 55, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 5, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 05:06:18.663079 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26e26b1-4bfc-4e21-b3ba-61e519f54a0d None None] Checking segment: {'id': '77b8db35-2021-46fb-8153-5e76ee69cfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '864fab42-ad00-4efb-b64d-62add0bc7715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 05:06:18.663532 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e26e26b1-4bfc-4e21-b3ba-61e519f54a0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:18.663990 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26e26b1-4bfc-4e21-b3ba-61e519f54a0d None None] Bound using segment: {'id': '77b8db35-2021-46fb-8153-5e76ee69cfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '864fab42-ad00-4efb-b64d-62add0bc7715'} {{(pid=85358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 05:06:18.664472 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-e26e26b1-4bfc-4e21-b3ba-61e519f54a0d None None] Bound port: dbeea36b-35a7-465a-908e-5b9f05fc8070, host: dv-cinder-786524-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77b8db35-2021-46fb-8153-5e76ee69cfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '864fab42-ad00-4efb-b64d-62add0bc7715'}}] {{(pid=85358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 05:06:18.664890 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e26e26b1-4bfc-4e21-b3ba-61e519f54a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:18.775053 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-e26e26b1-4bfc-4e21-b3ba-61e519f54a0d None None] For port dbeea36b-35a7-465a-908e-5b9f05fc8070, host dv-cinder-786524-1-iscsi, cleared binding levels {{(pid=85358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 05:06:18.779385 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-e26e26b1-4bfc-4e21-b3ba-61e519f54a0d None None] For port dbeea36b-35a7-465a-908e-5b9f05fc8070, host dv-cinder-786524-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=dbeea36b-35a7-465a-908e-5b9f05fc8070,segment=NetworkSegment(77b8db35-2021-46fb-8153-5e76ee69cfdc),segment_id=77b8db35-2021-46fb-8153-5e76ee69cfdc)] {{(pid=85358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 05:06:18.784750 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e26e26b1-4bfc-4e21-b3ba-61e519f54a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:18.938895 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-b23fa76e-d8d2-486a-b05c-29d722fae8ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:06:18.995763 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-bcbecf5c-d9d8-4348-86e8-dbbcd1daaaf9 req-fae90762-4f8a-4399-896d-86bf23492224 service neutron] 10.222.0.16 "GET /v2.0/networks/7f06c768-0917-4905-82a4-2a04abfa7281?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7010806
Apr 16 05:06:19.039203 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26e26b1-4bfc-4e21-b3ba-61e519f54a0d None None] Pushing event updated for resources: {'Port': ['ID=dbeea36b-35a7-465a-908e-5b9f05fc8070,revision_number=2']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:06:19.055837 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-e26e26b1-4bfc-4e21-b3ba-61e519f54a0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:06:19.143627 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f54740a-da06-46d5-a354-4a942ede3198 service neutron] Pushing event updated for resources: {'Port': ['ID=812f1224-5033-4d66-a589-6e8874a8ace2,revision_number=3']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:06:19.242454 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-8f54740a-da06-46d5-a354-4a942ede3198 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.813s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:06:19.247443 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-4b693f0e-78ae-4611-b2a1-b5c820b6cd82 tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.672s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:06:19.254696 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-bcbecf5c-d9d8-4348-86e8-dbbcd1daaaf9 req-2029a18e-018b-4725-ba7e-f63fea688e24 service neutron] 10.222.0.16 "GET /v2.0/networks/7f06c768-0917-4905-82a4-2a04abfa7281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2443089
Apr 16 05:06:19.263719 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-2a0013f8-8a86-4ecc-ad5c-5e31bf8d5152 req-400da99a-8b73-4046-a5ed-e7e369e5c7db tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Notify callbacks [] for port, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:19.302440 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-2a0013f8-8a86-4ecc-ad5c-5e31bf8d5152 req-400da99a-8b73-4046-a5ed-e7e369e5c7db tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284332319809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32051484'] for port, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:19.325255 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-ae251440-15b1-41d3-90cb-c133d8eae583 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:06:19.327189 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf787f-9931-4ae3-ae3f-bde90c2c1a53 req-55c1987c-02b4-4d27-81b8-1eeea75dab0d tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:19.327964 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-cecf787f-9931-4ae3-ae3f-bde90c2c1a53 req-55c1987c-02b4-4d27-81b8-1eeea75dab0d tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Synchronizing usage tracker for tenant:906565d5b9534e68b06210dedd1603fb on resource:port {{(pid=85357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 05:06:19.339723 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] get_ports_and_sgs() called for port_ids ['a16c1736-e19e-4ba4-b59e-1ab713023d6e', 'bc1b177a-cca8-4073-8031-2fd446444a12', '14fdc4fe-0803-43ee-89a6-939278790e58'] {{(pid=85358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 05:06:19.480375 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630509fe-6425-49b2-b674-e4377b508e96 service neutron] Pushing event updated for resources: {'Port': ['ID=8a44b788-1572-40ab-b68e-d104bddf6f17,revision_number=2']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:06:19.483907 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-630509fe-6425-49b2-b674-e4377b508e96 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:06:19.527260 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b4885f-b521-4493-bd3f-395e8c854f11 req-7d5e04bf-85d8-4f13-b1b8-f3216315db9f tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:19.528094 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-b2b4885f-b521-4493-bd3f-395e8c854f11 req-7d5e04bf-85d8-4f13-b1b8-f3216315db9f tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] Synchronizing usage tracker for tenant:42215cd2a0904b0aa68d839d72840738 on resource:port {{(pid=85357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 05:06:19.573924 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a41739-21ae-40ab-a4bf-7f4502f7223a req-8f54740a-da06-46d5-a354-4a942ede3198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:19.574627 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-79a41739-21ae-40ab-a4bf-7f4502f7223a req-8f54740a-da06-46d5-a354-4a942ede3198 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:19.576202 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-79a41739-21ae-40ab-a4bf-7f4502f7223a req-8f54740a-da06-46d5-a354-4a942ede3198 service neutron] 10.222.0.16 "PUT /v2.0/ports/812f1224-5033-4d66-a589-6e8874a8ace2 HTTP/1.1" status: 200  len: 1093 time: 7.0602913
Apr 16 05:06:19.579371 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f6a6db6-5e0e-4625-805b-854fe43bd156', 'tag': '812f1224-5033-4d66-a589-6e8874a8ace2'}] {{(pid=85357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 05:06:19.592079 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-b2b4885f-b521-4493-bd3f-395e8c854f11 req-7d5e04bf-85d8-4f13-b1b8-f3216315db9f tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] Unset dirty status for tenant:42215cd2a0904b0aa68d839d72840738 on resource:port {{(pid=85357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 05:06:19.602629 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-b2b4885f-b521-4493-bd3f-395e8c854f11 req-7d5e04bf-85d8-4f13-b1b8-f3216315db9f tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfaec3b5-72d8-4c5b-88ed-6be24fd4ba7c HTTP/1.1" status: 200  len: 936 time: 1.9237926
Apr 16 05:06:19.624806 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400da99a-8b73-4046-a5ed-e7e369e5c7db tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Pushing event updated for resources: {'Port': ['ID=aa7bfbc3-cee1-4949-a563-945a6ac9b72a,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:06:19.636069 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-400da99a-8b73-4046-a5ed-e7e369e5c7db tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:06:19.643455 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-cecf787f-9931-4ae3-ae3f-bde90c2c1a53 req-55c1987c-02b4-4d27-81b8-1eeea75dab0d tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Unset dirty status for tenant:906565d5b9534e68b06210dedd1603fb on resource:port {{(pid=85357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 05:06:19.644821 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-cecf787f-9931-4ae3-ae3f-bde90c2c1a53 req-55c1987c-02b4-4d27-81b8-1eeea75dab0d tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?device_id=bed81e12-65a3-41c0-90e6-b4cb79976d45 HTTP/1.1" status: 200  len: 943 time: 2.2160413
Apr 16 05:06:19.707616 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-b2b4885f-b521-4493-bd3f-395e8c854f11 req-3d63f58a-9402-444e-9efb-8f97a4169c1b tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] Synchronizing usage tracker for tenant:42215cd2a0904b0aa68d839d72840738 on resource:security_group {{(pid=85357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 05:06:19.728171 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.agents_db [None req-9d5d34cb-f672-4e49-b111-51c360ae5d44 None None] Agent healthcheck: found 6 active agents {{(pid=85359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 05:06:19.780661 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a0013f8-8a86-4ecc-ad5c-5e31bf8d5152 req-400da99a-8b73-4046-a5ed-e7e369e5c7db tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Network 469c610d-3640-4407-b2a9-dd8cd792723c is already hosted by enough agents. {{(pid=85356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 05:06:19.782049 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [req-2a0013f8-8a86-4ecc-ad5c-5e31bf8d5152 req-400da99a-8b73-4046-a5ed-e7e369e5c7db tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Resources bound (agent type, host, resource id):  {{(pid=85356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 05:06:19.786205 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a0013f8-8a86-4ecc-ad5c-5e31bf8d5152 req-400da99a-8b73-4046-a5ed-e7e369e5c7db tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Received port after_create {{(pid=85356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 05:06:19.954088 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-cecf787f-9931-4ae3-ae3f-bde90c2c1a53 req-2c11bdcb-eaad-4476-b3f7-d5ce8d9898f6 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2991195
Apr 16 05:06:20.038364 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-b2b4885f-b521-4493-bd3f-395e8c854f11 req-3d63f58a-9402-444e-9efb-8f97a4169c1b tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] Unset dirty status for tenant:42215cd2a0904b0aa68d839d72840738 on resource:security_group {{(pid=85357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 05:06:20.055699 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-b2b4885f-b521-4493-bd3f-395e8c854f11 req-3d63f58a-9402-444e-9efb-8f97a4169c1b tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] 10.222.0.26 "GET /v2.0/security-groups?id=b06df75b-ef66-42ae-abfd-6e55d5b10fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4508319
Apr 16 05:06:20.353640 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device dbeea36b-35a7-465a-908e-5b9f05fc8070 up at agent ovs-agent-dv-cinder-786524-1-iscsi {{(pid=85358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 05:06:20.360945 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a41739-21ae-40ab-a4bf-7f4502f7223a req-d7973d00-df65-4206-9b5e-5d6069dee989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:20.362489 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-79a41739-21ae-40ab-a4bf-7f4502f7223a req-d7973d00-df65-4206-9b5e-5d6069dee989 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=906565d5b9534e68b06210dedd1603fb&device_id=7f6a6db6-5e0e-4625-805b-854fe43bd156 HTTP/1.1" status: 200  len: 1096 time: 0.5144069
Apr 16 05:06:20.472037 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0013f8-8a86-4ecc-ad5c-5e31bf8d5152 req-400da99a-8b73-4046-a5ed-e7e369e5c7db tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:20.474548 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-2a0013f8-8a86-4ecc-ad5c-5e31bf8d5152 req-400da99a-8b73-4046-a5ed-e7e369e5c7db tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821710155'] for port, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:20.514172 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [req-3a647f37-2f3a-4435-a284-bef786cfb4a9 req-630509fe-6425-49b2-b674-e4377b508e96 service neutron] Attempting to bind port 8a44b788-1572-40ab-b68e-d104bddf6f17 on host hv-cinder-78652 for vnic_type normal with profile  {{(pid=85357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 05:06:20.514871 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [req-3a647f37-2f3a-4435-a284-bef786cfb4a9 req-630509fe-6425-49b2-b674-e4377b508e96 service neutron] Attempting to bind port 8a44b788-1572-40ab-b68e-d104bddf6f17 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '64a2894f-a97d-4dbb-be91-f08a58c0c0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '06941f0b-09e8-405d-9aeb-84ba5e578386'}] {{(pid=85357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 05:06:20.516197 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a647f37-2f3a-4435-a284-bef786cfb4a9 req-630509fe-6425-49b2-b674-e4377b508e96 service neutron] Attempting to bind port 8a44b788-1572-40ab-b68e-d104bddf6f17 on network 06941f0b-09e8-405d-9aeb-84ba5e578386 {{(pid=85357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 05:06:20.555764 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Provisioning for port dbeea36b-35a7-465a-908e-5b9f05fc8070 completed by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 05:06:20.590010 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bed81e12-65a3-41c0-90e6-b4cb79976d45', 'tag': 'cbe55579-a007-4247-9911-538143178e3b', 'status': 'completed', 'code': 200}
Apr 16 05:06:20.633237 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-2a0013f8-8a86-4ecc-ad5c-5e31bf8d5152 req-400da99a-8b73-4046-a5ed-e7e369e5c7db tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.2921350
Apr 16 05:06:20.661685 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 36012) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:06:20.671878 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [req-2a0013f8-8a86-4ecc-ad5c-5e31bf8d5152 req-64ab95e4-3d7a-42b4-9c8b-b60cad43190a service neutron] Request body: {'port': {'device_id': 'c40e39e3-212b-4093-b018-1962009d207d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=85356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:06:20.757261 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a647f37-2f3a-4435-a284-bef786cfb4a9 req-630509fe-6425-49b2-b674-e4377b508e96 service neutron] Port 8a44b788-1572-40ab-b68e-d104bddf6f17 on network 06941f0b-09e8-405d-9aeb-84ba5e578386 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=85357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 05:06:20.757631 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a647f37-2f3a-4435-a284-bef786cfb4a9 req-630509fe-6425-49b2-b674-e4377b508e96 service neutron] Attempting to bind port 8a44b788-1572-40ab-b68e-d104bddf6f17 on network 06941f0b-09e8-405d-9aeb-84ba5e578386 {{(pid=85357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 05:06:20.787561 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a647f37-2f3a-4435-a284-bef786cfb4a9 req-630509fe-6425-49b2-b674-e4377b508e96 service neutron] Checking agent: {'id': '5ddcce5e-7017-4c76-88fa-bffacfec0d31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 5, 1, 38), 'started_at': datetime.datetime(2021, 4, 16, 5, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 5, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 05:06:20.787931 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a647f37-2f3a-4435-a284-bef786cfb4a9 req-630509fe-6425-49b2-b674-e4377b508e96 service neutron] Checking segment: {'id': '64a2894f-a97d-4dbb-be91-f08a58c0c0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '06941f0b-09e8-405d-9aeb-84ba5e578386'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 05:06:20.788373 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a647f37-2f3a-4435-a284-bef786cfb4a9 req-630509fe-6425-49b2-b674-e4377b508e96 service neutron] Bound using segment: {'id': '64a2894f-a97d-4dbb-be91-f08a58c0c0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '06941f0b-09e8-405d-9aeb-84ba5e578386'} {{(pid=85357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 05:06:20.788890 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [req-3a647f37-2f3a-4435-a284-bef786cfb4a9 req-630509fe-6425-49b2-b674-e4377b508e96 service neutron] Bound port: 8a44b788-1572-40ab-b68e-d104bddf6f17, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64a2894f-a97d-4dbb-be91-f08a58c0c0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '06941f0b-09e8-405d-9aeb-84ba5e578386'}}] {{(pid=85357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 05:06:20.789312 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-3a647f37-2f3a-4435-a284-bef786cfb4a9 req-630509fe-6425-49b2-b674-e4377b508e96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:20.819833 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-79a41739-21ae-40ab-a4bf-7f4502f7223a req-0f2b1958-f651-474d-8257-581eb235e6dc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=812f1224-5033-4d66-a589-6e8874a8ace2 HTTP/1.1" status: 200  len: 217 time: 0.3081937
Apr 16 05:06:20.868585 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c439dc37-b935-4845-9da0-429c413ad752 req-eae3b427-0eaf-4c45-9fbd-33ede133b6e9 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:20.870255 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c439dc37-b935-4845-9da0-429c413ad752 req-eae3b427-0eaf-4c45-9fbd-33ede133b6e9 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.16 "GET /v2.0/networks?id=8e950144-b586-4419-9506-52e097c234b9 HTTP/1.1" status: 200  len: 807 time: 0.9675808
Apr 16 05:06:20.881441 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce75e5bd-dc4a-4112-9428-b5cb28270783 req-a99eb19d-bdf0-4f39-8f52-ed04382102d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:20.883117 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ce75e5bd-dc4a-4112-9428-b5cb28270783 req-a99eb19d-bdf0-4f39-8f52-ed04382102d4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=906565d5b9534e68b06210dedd1603fb&device_id=bed81e12-65a3-41c0-90e6-b4cb79976d45 HTTP/1.1" status: 200  len: 1096 time: 0.3808951
Apr 16 05:06:20.883978 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-2a0013f8-8a86-4ecc-ad5c-5e31bf8d5152 req-64ab95e4-3d7a-42b4-9c8b-b60cad43190a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:20.957035 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f334e9a-5a0d-4c49-9319-c278d25110ec None None] Network 864fab42-ad00-4efb-b64d-62add0bc7715 requested from dv-cinder-786524-1-iscsi {{(pid=85358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 05:06:20.993741 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a41739-21ae-40ab-a4bf-7f4502f7223a req-a527eb01-16eb-42ce-9848-065c6ab5ad3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:20.995340 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-79a41739-21ae-40ab-a4bf-7f4502f7223a req-a527eb01-16eb-42ce-9848-065c6ab5ad3c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=092c750d-226a-4b66-92f6-9f771b17666a HTTP/1.1" status: 200  len: 858 time: 0.0844266
Apr 16 05:06:21.110679 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-79a41739-21ae-40ab-a4bf-7f4502f7223a req-d3ce42c7-2214-45e2-aac3-89e5746d3d8a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7f06c768-0917-4905-82a4-2a04abfa7281&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1067054
Apr 16 05:06:21.159563 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-145ced48-3683-438f-bf34-c23721aa0a8e None None] Provisioning for port dbeea36b-35a7-465a-908e-5b9f05fc8070 completed by entity DHCP. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 05:06:21.180876 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-145ced48-3683-438f-bf34-c23721aa0a8e None None] Provisioning complete for port dbeea36b-35a7-465a-908e-5b9f05fc8070 triggered by entity DHCP. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:06:21.181501 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-145ced48-3683-438f-bf34-c23721aa0a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:21.201884 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-4522daaa-ac8d-49d7-b869-1601f26b0827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:21.249901 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-504c9592-fa87-4246-b860-caf6d4c09d84 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:21.254820 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-c439dc37-b935-4845-9da0-429c413ad752 req-5c35d03e-25ba-43c1-a661-4e75f0915f06 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Synchronizing usage tracker for tenant:19a213d1b49b4109b75966286a61917f on resource:security_group {{(pid=85356) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 05:06:21.274461 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-4522daaa-ac8d-49d7-b869-1601f26b0827 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:06:21.332563 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-504c9592-fa87-4246-b860-caf6d4c09d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:21.339023 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-4522daaa-ac8d-49d7-b869-1601f26b0827 admin admin] Usage tracker for resource:security_group_rule and tenant:21fb9f164a904b70988a783a586ece47 is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:06:21.354513 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-4522daaa-ac8d-49d7-b869-1601f26b0827 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:06:21.380360 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-c439dc37-b935-4845-9da0-429c413ad752 req-5c35d03e-25ba-43c1-a661-4e75f0915f06 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Unset dirty status for tenant:19a213d1b49b4109b75966286a61917f on resource:security_group {{(pid=85356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 05:06:21.380360 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c439dc37-b935-4845-9da0-429c413ad752 req-5c35d03e-25ba-43c1-a661-4e75f0915f06 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=19a213d1b49b4109b75966286a61917f HTTP/1.1" status: 200  len: 8061 time: 0.4789767
Apr 16 05:06:21.387966 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-4522daaa-ac8d-49d7-b869-1601f26b0827 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:06:21.397878 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [req-c439dc37-b935-4845-9da0-429c413ad752 req-a8eedaa4-ccde-40bc-8e4f-97b270ffa373 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Request body: {'port': {'device_id': 'f075f23a-3d1c-4140-93fb-04984d3843bf', 'network_id': '8e950144-b586-4419-9506-52e097c234b9', 'admin_state_up': True, 'tenant_id': '19a213d1b49b4109b75966286a61917f', 'security_groups': ['8548a554-a67d-4df0-81c7-bc380ca1e345']}} {{(pid=85356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:06:21.477717 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5f7be7-617c-4a9a-aa9d-6d90eee040da req-70e0582b-4ee4-4dee-b76b-1c19510386e7 tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:21.487941 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-2c5f7be7-617c-4a9a-aa9d-6d90eee040da req-70e0582b-4ee4-4dee-b76b-1c19510386e7 tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce3234a2-1d0f-453a-9662-df381a4abe13 HTTP/1.1" status: 200  len: 945 time: 1.0921769
Apr 16 05:06:21.514027 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d25ab4-a3f3-4c5a-9d69-e4c26287b4bf req-da1e60a2-32b5-4565-aba0-2472254f1160 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:21.515580 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-145ced48-3683-438f-bf34-c23721aa0a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:21.515983 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-d4d25ab4-a3f3-4c5a-9d69-e4c26287b4bf req-da1e60a2-32b5-4565-aba0-2472254f1160 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/ports?device_id=c40e39e3-212b-4093-b018-1962009d207d HTTP/1.1" status: 200  len: 932 time: 1.2211807
Apr 16 05:06:21.517441 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce75e5bd-dc4a-4112-9428-b5cb28270783 req-33655ca0-fc95-4137-8ccc-2dac56620ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:21.519092 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ce75e5bd-dc4a-4112-9428-b5cb28270783 req-33655ca0-fc95-4137-8ccc-2dac56620ebd service neutron] 10.222.0.16 "GET /v2.0/networks?id=7f06c768-0917-4905-82a4-2a04abfa7281 HTTP/1.1" status: 200  len: 919 time: 0.5943387
Apr 16 05:06:21.548278 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [req-3a647f37-2f3a-4435-a284-bef786cfb4a9 req-630509fe-6425-49b2-b674-e4377b508e96 service neutron] For port 8a44b788-1572-40ab-b68e-d104bddf6f17, host hv-cinder-78652, cleared binding levels {{(pid=85357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 05:06:21.629570 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [req-3a647f37-2f3a-4435-a284-bef786cfb4a9 req-630509fe-6425-49b2-b674-e4377b508e96 service neutron] For port 8a44b788-1572-40ab-b68e-d104bddf6f17, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=8a44b788-1572-40ab-b68e-d104bddf6f17,segment=NetworkSegment(64a2894f-a97d-4dbb-be91-f08a58c0c0c6),segment_id=64a2894f-a97d-4dbb-be91-f08a58c0c0c6)] {{(pid=85357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 05:06:21.655744 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-3a647f37-2f3a-4435-a284-bef786cfb4a9 req-630509fe-6425-49b2-b674-e4377b508e96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036824655669'] for port, after_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:21.673936 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-145ced48-3683-438f-bf34-c23721aa0a8e None None] For port dbeea36b-35a7-465a-908e-5b9f05fc8070, host dv-cinder-786524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=dbeea36b-35a7-465a-908e-5b9f05fc8070,segment=NetworkSegment(77b8db35-2021-46fb-8153-5e76ee69cfdc),segment_id=77b8db35-2021-46fb-8153-5e76ee69cfdc)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:06:21.689735 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-2c5f7be7-617c-4a9a-aa9d-6d90eee040da req-0f09e3ab-80ef-46d9-9e75-0f6a197123e6 tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] 10.222.0.26 "GET /v2.0/security-groups?id=60a874d5-92ab-4e7e-91de-493ca112b09d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1999815
Apr 16 05:06:21.695040 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-145ced48-3683-438f-bf34-c23721aa0a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:21.702937 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:06:21.715258 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ce75e5bd-dc4a-4112-9428-b5cb28270783 req-efe87f77-8028-47bd-adaf-f22d814f559a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbe55579-a007-4247-9911-538143178e3b HTTP/1.1" status: 200  len: 217 time: 0.1365249
Apr 16 05:06:21.722290 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-8f54740a-da06-46d5-a354-4a942ede3198 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:06:21.892297 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145ced48-3683-438f-bf34-c23721aa0a8e None None] Pushing event updated for resources: {'Port': ['ID=dbeea36b-35a7-465a-908e-5b9f05fc8070,revision_number=3']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:06:21.902812 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-145ced48-3683-438f-bf34-c23721aa0a8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:06:21.988706 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-d4d25ab4-a3f3-4c5a-9d69-e4c26287b4bf req-eb06bc46-bf42-4b23-9e17-e5276c37ca85 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/security-groups?id=4caff57c-68d2-4f1f-a5bc-b37d2db244ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4500954
Apr 16 05:06:22.036742 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-79a41739-21ae-40ab-a4bf-7f4502f7223a req-597b6f42-86c8-4e95-b8c0-a82754d63504 service neutron] 10.222.0.16 "GET /v2.0/networks/7f06c768-0917-4905-82a4-2a04abfa7281?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7889991
Apr 16 05:06:22.082621 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce75e5bd-dc4a-4112-9428-b5cb28270783 req-28e4fe8d-f8f7-4b34-a3b5-9bdc4eb2dc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:22.085522 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ce75e5bd-dc4a-4112-9428-b5cb28270783 req-28e4fe8d-f8f7-4b34-a3b5-9bdc4eb2dc12 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=092c750d-226a-4b66-92f6-9f771b17666a HTTP/1.1" status: 200  len: 858 time: 0.3535182
Apr 16 05:06:22.102311 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [req-c439dc37-b935-4845-9da0-429c413ad752 req-a8eedaa4-ccde-40bc-8e4f-97b270ffa373 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:06:22.111183 dv-cinder-786524-1-iscsi neutron-server[85243]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '52cebb75-08a7-4e02-a9ad-c88938f84799', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4688bbfc-265d-4202-8afe-72cfcb6f87da', 'code': 422} returned with failed status
Apr 16 05:06:22.183439 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-ce7743c8-ebe6-4da8-b73d-c71444553d94 None None] Provisioning complete for port dbeea36b-35a7-465a-908e-5b9f05fc8070 triggered by entity DHCP. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:06:22.184144 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ce7743c8-ebe6-4da8-b73d-c71444553d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:22.377199 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device dbeea36b-35a7-465a-908e-5b9f05fc8070 up at agent ovs-agent-dv-cinder-786524-1-iscsi {{(pid=85358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 05:06:22.388057 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ce75e5bd-dc4a-4112-9428-b5cb28270783 req-59d57cbf-f7d7-4ef5-90c6-990df6608188 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7f06c768-0917-4905-82a4-2a04abfa7281&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2770021
Apr 16 05:06:22.394856 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [req-c439dc37-b935-4845-9da0-429c413ad752 req-a8eedaa4-ccde-40bc-8e4f-97b270ffa373 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:06:22.463983 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-3c90acc9-f356-453f-8461-8e586bea9f32 req-b77fbdc5-c8a0-41ed-9565-1a0298809f58 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/ports?device_id=f075f23a-3d1c-4140-93fb-04984d3843bf HTTP/1.1" status: 200  len: 210 time: 0.5215015
Apr 16 05:06:22.587923 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Provisioning complete for port dbeea36b-35a7-465a-908e-5b9f05fc8070 triggered by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:06:22.596781 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:22.622974 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-4522daaa-ac8d-49d7-b869-1601f26b0827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:22.644835 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.db.resource_extend [req-2a0013f8-8a86-4ecc-ad5c-5e31bf8d5152 req-64ab95e4-3d7a-42b4-9c8b-b60cad43190a service neutron] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 16 05:06:22.658385 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f6a6db6-5e0e-4625-805b-854fe43bd156', 'tag': '812f1224-5033-4d66-a589-6e8874a8ace2', 'status': 'completed', 'code': 200}
Apr 16 05:06:22.838993 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630509fe-6425-49b2-b674-e4377b508e96 service neutron] Pushing event updated for resources: {'Port': ['ID=8a44b788-1572-40ab-b68e-d104bddf6f17,revision_number=3']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:06:22.842502 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [req-2a0013f8-8a86-4ecc-ad5c-5e31bf8d5152 req-64ab95e4-3d7a-42b4-9c8b-b60cad43190a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa7bfbc3-cee1-4949-a563-945a6ac9b72a {{(pid=85356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 05:06:22.854499 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-630509fe-6425-49b2-b674-e4377b508e96 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.132s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:06:22.868115 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-2a0013f8-8a86-4ecc-ad5c-5e31bf8d5152 req-64ab95e4-3d7a-42b4-9c8b-b60cad43190a service neutron] Notify callbacks [] for port, precommit_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:22.877285 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-4522daaa-ac8d-49d7-b869-1601f26b0827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:22.885883 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.db_base_plugin_common [None req-504c9592-fa87-4246-b860-caf6d4c09d84 admin admin] Allocated IP 172.27.2.20 (09b59cd3-13be-4f6b-8ba8-71a7bb13ef88/d321c4f6-731d-44eb-a563-8ed238725710/10284401-b3ee-4ef7-8be6-52cd492bf5cd) {{(pid=85357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 05:06:22.943195 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-100d68e3-2e7f-4de1-86d8-9e96eb241b70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:06:23.001286 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-4522daaa-ac8d-49d7-b869-1601f26b0827 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=21fb9f164a904b70988a783a586ece47&name=default HTTP/1.1" status: 200  len: 2979 time: 2.3350854
Apr 16 05:06:23.013249 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4522daaa-ac8d-49d7-b869-1601f26b0827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a73fcd38-e22d-46bc-a0df-8d8d800b8524,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:06:23.016636 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 36034) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:06:23.019579 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c439dc37-b935-4845-9da0-429c413ad752 req-a8eedaa4-ccde-40bc-8e4f-97b270ffa373 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Made reservation on behalf of 19a213d1b49b4109b75966286a61917f for: {'port': 1} {{(pid=85356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 05:06:23.030925 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-c439dc37-b935-4845-9da0-429c413ad752 req-a8eedaa4-ccde-40bc-8e4f-97b270ffa373 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:23.059607 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-4522daaa-ac8d-49d7-b869-1601f26b0827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:06:23.088807 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [req-2a0013f8-8a86-4ecc-ad5c-5e31bf8d5152 req-64ab95e4-3d7a-42b4-9c8b-b60cad43190a service neutron] Transition to ACTIVE for port object aa7bfbc3-cee1-4949-a563-945a6ac9b72a will not be triggered until provisioned by entity L2. {{(pid=85356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 05:06:23.143903 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-2a0013f8-8a86-4ecc-ad5c-5e31bf8d5152 req-64ab95e4-3d7a-42b4-9c8b-b60cad43190a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822724348'] for port, after_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:23.159436 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a647f37-2f3a-4435-a284-bef786cfb4a9 req-630509fe-6425-49b2-b674-e4377b508e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:23.160533 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-3a647f37-2f3a-4435-a284-bef786cfb4a9 req-630509fe-6425-49b2-b674-e4377b508e96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:23.162441 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-3a647f37-2f3a-4435-a284-bef786cfb4a9 req-630509fe-6425-49b2-b674-e4377b508e96 service neutron] 10.222.0.16 "PUT /v2.0/ports/8a44b788-1572-40ab-b68e-d104bddf6f17 HTTP/1.1" status: 200  len: 1098 time: 8.3899314
Apr 16 05:06:23.215975 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-79a41739-21ae-40ab-a4bf-7f4502f7223a req-b5b97b2f-2202-46aa-81bd-878962bb5d3f service neutron] 10.222.0.16 "GET /v2.0/networks/7f06c768-0917-4905-82a4-2a04abfa7281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.1646628
Apr 16 05:06:23.356525 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16ce2d-b316-4a1a-b11e-b23b9d310c8f req-34fc5a36-5c79-4f3a-9e2d-63f184b1a449 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:23.358418 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-3b16ce2d-b316-4a1a-b11e-b23b9d310c8f req-34fc5a36-5c79-4f3a-9e2d-63f184b1a449 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cebb75-08a7-4e02-a9ad-c88938f84799 HTTP/1.1" status: 200  len: 943 time: 0.8695288
Apr 16 05:06:23.401552 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device cbe55579-a007-4247-9911-538143178e3b details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=85358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 16 05:06:23.458512 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-685be4b2-1645-406e-84f9-dbf9f784c256 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:23.490744 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-4600a04d-cdae-461b-aa5f-4ed2e09baf07 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:06:23.583721 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-685be4b2-1645-406e-84f9-dbf9f784c256 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:23.610308 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe25052-706d-4841-aee3-d9ab3dab5443 req-5894ee51-b118-4d7e-a5d6-98d0c632495f tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:23.612044 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-8fe25052-706d-4841-aee3-d9ab3dab5443 req-5894ee51-b118-4d7e-a5d6-98d0c632495f tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?device_id=bed81e12-65a3-41c0-90e6-b4cb79976d45 HTTP/1.1" status: 200  len: 943 time: 0.7355726
Apr 16 05:06:23.615220 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-3b16ce2d-b316-4a1a-b11e-b23b9d310c8f req-7d43044c-e100-4290-bffd-1d5e2e9ebed4 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8463a7f-3623-45fa-b260-5c490295d4a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2004654
Apr 16 05:06:23.628788 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] For port cbe55579-a007-4247-9911-538143178e3b, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=cbe55579-a007-4247-9911-538143178e3b,segment=NetworkSegment(6bce0028-aa38-4b3b-9bb1-313bc9885413),segment_id=6bce0028-aa38-4b3b-9bb1-313bc9885413)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:06:23.649734 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ce75e5bd-dc4a-4112-9428-b5cb28270783 req-cf814a23-21de-4a2a-bec4-22a3cadfb530 service neutron] 10.222.0.16 "GET /v2.0/networks/7f06c768-0917-4905-82a4-2a04abfa7281?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.2445717
Apr 16 05:06:23.664442 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Returning: {'device': 'cbe55579-a007-4247-9911-538143178e3b', 'network_id': '7f06c768-0917-4905-82a4-2a04abfa7281', 'port_id': 'cbe55579-a007-4247-9911-538143178e3b', 'mac_address': 'fa:16:3e:57:eb:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '092c750d-226a-4b66-92f6-9f771b17666a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 16 05:06:23.685278 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ab95e4-3d7a-42b4-9c8b-b60cad43190a service neutron] Pushing event updated for resources: {'Port': ['ID=aa7bfbc3-cee1-4949-a563-945a6ac9b72a,revision_number=2']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:06:23.688999 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-64ab95e4-3d7a-42b4-9c8b-b60cad43190a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:06:23.729761 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-504c9592-fa87-4246-b860-caf6d4c09d84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:23.782060 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:23.809521 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbe55579-a007-4247-9911-538143178e3b {{(pid=85358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 05:06:23.828258 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] For port cbe55579-a007-4247-9911-538143178e3b, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=cbe55579-a007-4247-9911-538143178e3b,segment=NetworkSegment(6bce0028-aa38-4b3b-9bb1-313bc9885413),segment_id=6bce0028-aa38-4b3b-9bb1-313bc9885413)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:06:23.832258 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52499d8-71d5-47dc-82e4-b2c2d4c02877 req-733baa60-474c-4e14-b3f5-e2cba4cf2b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:23.832901 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:23.834013 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-d52499d8-71d5-47dc-82e4-b2c2d4c02877 req-733baa60-474c-4e14-b3f5-e2cba4cf2b00 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=906565d5b9534e68b06210dedd1603fb&device_id=7f6a6db6-5e0e-4625-805b-854fe43bd156 HTTP/1.1" status: 200  len: 1096 time: 0.4874263
Apr 16 05:06:23.835177 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-b23fa76e-d8d2-486a-b05c-29d722fae8ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:06:23.836830 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a647f37-2f3a-4435-a284-bef786cfb4a9 req-7a00a1e1-fa27-4c4f-b7e6-6a85bbe2b57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:23.838416 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-3a647f37-2f3a-4435-a284-bef786cfb4a9 req-7a00a1e1-fa27-4c4f-b7e6-6a85bbe2b57a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=42215cd2a0904b0aa68d839d72840738&device_id=dfaec3b5-72d8-4c5b-88ed-6be24fd4ba7c HTTP/1.1" status: 200  len: 1101 time: 0.5592523
Apr 16 05:06:23.867747 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-8fe25052-706d-4841-aee3-d9ab3dab5443 req-632d723a-6623-448a-ac33-dc4f3a22d4ef tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2350314
Apr 16 05:06:23.915344 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Pushing event updated for resources: {'Port': ['ID=cbe55579-a007-4247-9911-538143178e3b,revision_number=4']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:06:23.918960 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:06:24.023672 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.db_base_plugin_common [req-c439dc37-b935-4845-9da0-429c413ad752 req-a8eedaa4-ccde-40bc-8e4f-97b270ffa373 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Allocated IP 172.20.0.7 (8e950144-b586-4419-9506-52e097c234b9/3839760e-ab00-4f46-8a04-f1c8415e06da/525a9c21-dc2f-4357-8898-36e8a37e4418) {{(pid=85356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 05:06:24.036076 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-3a647f37-2f3a-4435-a284-bef786cfb4a9 req-98675b69-58cf-45fd-ac2a-a5146e629538 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=8a44b788-1572-40ab-b68e-d104bddf6f17 HTTP/1.1" status: 200  len: 217 time: 0.1731932
Apr 16 05:06:24.037187 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-685be4b2-1645-406e-84f9-dbf9f784c256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:24.052616 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-efe47d2d-02e7-4422-a139-40d7652fb0e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:06:24.126306 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ce75e5bd-dc4a-4112-9428-b5cb28270783 req-40f82a5a-c0cb-437b-b757-387139fd0e9f service neutron] 10.222.0.16 "GET /v2.0/networks/7f06c768-0917-4905-82a4-2a04abfa7281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4640579
Apr 16 05:06:24.179218 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685be4b2-1645-406e-84f9-dbf9f784c256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73fcd38-e22d-46bc-a0df-8d8d800b8524,revision_number=None']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:06:24.180428 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [req-2a0013f8-8a86-4ecc-ad5c-5e31bf8d5152 req-64ab95e4-3d7a-42b4-9c8b-b60cad43190a service neutron] Attempting to bind port aa7bfbc3-cee1-4949-a563-945a6ac9b72a on host hv-cinder-78652 for vnic_type normal with profile  {{(pid=85356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 05:06:24.180818 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [req-2a0013f8-8a86-4ecc-ad5c-5e31bf8d5152 req-64ab95e4-3d7a-42b4-9c8b-b60cad43190a service neutron] Attempting to bind port aa7bfbc3-cee1-4949-a563-945a6ac9b72a by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'e0c30da2-1a68-4f2e-be9b-2ec222378b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '469c610d-3640-4407-b2a9-dd8cd792723c'}] {{(pid=85356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 05:06:24.181248 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0013f8-8a86-4ecc-ad5c-5e31bf8d5152 req-64ab95e4-3d7a-42b4-9c8b-b60cad43190a service neutron] Attempting to bind port aa7bfbc3-cee1-4949-a563-945a6ac9b72a on network 469c610d-3640-4407-b2a9-dd8cd792723c {{(pid=85356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 05:06:24.217269 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0013f8-8a86-4ecc-ad5c-5e31bf8d5152 req-64ab95e4-3d7a-42b4-9c8b-b60cad43190a service neutron] Port aa7bfbc3-cee1-4949-a563-945a6ac9b72a on network 469c610d-3640-4407-b2a9-dd8cd792723c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=85356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 05:06:24.217722 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0013f8-8a86-4ecc-ad5c-5e31bf8d5152 req-64ab95e4-3d7a-42b4-9c8b-b60cad43190a service neutron] Attempting to bind port aa7bfbc3-cee1-4949-a563-945a6ac9b72a on network 469c610d-3640-4407-b2a9-dd8cd792723c {{(pid=85356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 05:06:24.224652 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-685be4b2-1645-406e-84f9-dbf9f784c256 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:06:24.255805 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] get_ports_and_sgs() called for port_ids ['cbe55579-a007-4247-9911-538143178e3b'] {{(pid=85358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 05:06:24.283383 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-504c9592-fa87-4246-b860-caf6d4c09d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284332319809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30120147'] for port, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:24.286980 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0013f8-8a86-4ecc-ad5c-5e31bf8d5152 req-64ab95e4-3d7a-42b4-9c8b-b60cad43190a service neutron] Checking agent: {'id': '5ddcce5e-7017-4c76-88fa-bffacfec0d31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 5, 1, 38), 'started_at': datetime.datetime(2021, 4, 16, 5, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 5, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 05:06:24.287345 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0013f8-8a86-4ecc-ad5c-5e31bf8d5152 req-64ab95e4-3d7a-42b4-9c8b-b60cad43190a service neutron] Checking segment: {'id': 'e0c30da2-1a68-4f2e-be9b-2ec222378b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '469c610d-3640-4407-b2a9-dd8cd792723c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 05:06:24.287773 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0013f8-8a86-4ecc-ad5c-5e31bf8d5152 req-64ab95e4-3d7a-42b4-9c8b-b60cad43190a service neutron] Bound using segment: {'id': 'e0c30da2-1a68-4f2e-be9b-2ec222378b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '469c610d-3640-4407-b2a9-dd8cd792723c'} {{(pid=85356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 05:06:24.288263 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [req-2a0013f8-8a86-4ecc-ad5c-5e31bf8d5152 req-64ab95e4-3d7a-42b4-9c8b-b60cad43190a service neutron] Bound port: aa7bfbc3-cee1-4949-a563-945a6ac9b72a, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0c30da2-1a68-4f2e-be9b-2ec222378b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '469c610d-3640-4407-b2a9-dd8cd792723c'}}] {{(pid=85356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 05:06:24.288653 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-2a0013f8-8a86-4ecc-ad5c-5e31bf8d5152 req-64ab95e4-3d7a-42b4-9c8b-b60cad43190a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:24.464768 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-c439dc37-b935-4845-9da0-429c413ad752 req-a8eedaa4-ccde-40bc-8e4f-97b270ffa373 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Notify callbacks [] for port, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:24.473350 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [req-2a0013f8-8a86-4ecc-ad5c-5e31bf8d5152 req-64ab95e4-3d7a-42b4-9c8b-b60cad43190a service neutron] For port aa7bfbc3-cee1-4949-a563-945a6ac9b72a, host hv-cinder-78652, cleared binding levels {{(pid=85356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 05:06:24.479006 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [req-2a0013f8-8a86-4ecc-ad5c-5e31bf8d5152 req-64ab95e4-3d7a-42b4-9c8b-b60cad43190a service neutron] For port aa7bfbc3-cee1-4949-a563-945a6ac9b72a, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=aa7bfbc3-cee1-4949-a563-945a6ac9b72a,segment=NetworkSegment(e0c30da2-1a68-4f2e-be9b-2ec222378b18),segment_id=e0c30da2-1a68-4f2e-be9b-2ec222378b18)] {{(pid=85356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 05:06:24.483901 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-2a0013f8-8a86-4ecc-ad5c-5e31bf8d5152 req-64ab95e4-3d7a-42b4-9c8b-b60cad43190a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822724348'] for port, after_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:24.488027 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-6ada9c5a-4316-4738-96d0-4874ac4f6409 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:06:24.504377 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2071448c-5750-4004-90bf-b06b3fcb4d48 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:06:24.599985 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [req-c439dc37-b935-4845-9da0-429c413ad752 req-a8eedaa4-ccde-40bc-8e4f-97b270ffa373 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Transition to ACTIVE for port object 525a9c21-dc2f-4357-8898-36e8a37e4418 will not be triggered until provisioned by entity DHCP. {{(pid=85356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 05:06:24.635778 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-685be4b2-1645-406e-84f9-dbf9f784c256 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:24.637016 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-685be4b2-1645-406e-84f9-dbf9f784c256 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a73fcd38-e22d-46bc-a0df-8d8d800b8524 HTTP/1.1" status: 204  len: 168 time: 1.5978830
Apr 16 05:06:24.651397 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a647f37-2f3a-4435-a284-bef786cfb4a9 req-23375a20-e4de-4ee7-a316-9e21edd84ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:24.653003 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-3a647f37-2f3a-4435-a284-bef786cfb4a9 req-23375a20-e4de-4ee7-a316-9e21edd84ec8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8e48212b-feeb-46ef-b312-f8119ba86757 HTTP/1.1" status: 200  len: 843 time: 0.5904582
Apr 16 05:06:24.681660 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfaec3b5-72d8-4c5b-88ed-6be24fd4ba7c', 'tag': '8a44b788-1572-40ab-b68e-d104bddf6f17'}] {{(pid=85357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 05:06:24.698889 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504c9592-fa87-4246-b860-caf6d4c09d84 admin admin] Pushing event updated for resources: {'Port': ['ID=10284401-b3ee-4ef7-8be6-52cd492bf5cd,revision_number=1']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:06:24.699368 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ab95e4-3d7a-42b4-9c8b-b60cad43190a service neutron] Pushing event updated for resources: {'Port': ['ID=aa7bfbc3-cee1-4949-a563-945a6ac9b72a,revision_number=3']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:06:24.712360 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cd1a4c-ae1f-44b3-9915-3ce51f6dcb01 req-e3dc38bc-1fb6-4e2f-a091-4877e4e38568 tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:24.712878 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-64ab95e4-3d7a-42b4-9c8b-b60cad43190a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:06:24.714271 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-31cd1a4c-ae1f-44b3-9915-3ce51f6dcb01 req-e3dc38bc-1fb6-4e2f-a091-4877e4e38568 tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfaec3b5-72d8-4c5b-88ed-6be24fd4ba7c HTTP/1.1" status: 200  len: 948 time: 0.9588420
Apr 16 05:06:24.740576 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-c439dc37-b935-4845-9da0-429c413ad752 req-a8eedaa4-ccde-40bc-8e4f-97b270ffa373 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284332319809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32051484'] for port, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:24.755824 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-504c9592-fa87-4246-b860-caf6d4c09d84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:06:24.760738 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-18b4a7c9-af4d-417f-84bb-8df6a2a532cb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:06:24.781135 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52499d8-71d5-47dc-82e4-b2c2d4c02877 req-661fc9d4-581b-41f4-b813-c825653378f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:24.783230 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-d52499d8-71d5-47dc-82e4-b2c2d4c02877 req-661fc9d4-581b-41f4-b813-c825653378f0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7f06c768-0917-4905-82a4-2a04abfa7281 HTTP/1.1" status: 200  len: 919 time: 0.9234667
Apr 16 05:06:24.820891 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0013f8-8a86-4ecc-ad5c-5e31bf8d5152 req-64ab95e4-3d7a-42b4-9c8b-b60cad43190a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:24.821661 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-2a0013f8-8a86-4ecc-ad5c-5e31bf8d5152 req-64ab95e4-3d7a-42b4-9c8b-b60cad43190a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821710155'] for port, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:24.823202 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-2a0013f8-8a86-4ecc-ad5c-5e31bf8d5152 req-64ab95e4-3d7a-42b4-9c8b-b60cad43190a service neutron] 10.222.0.16 "PUT /v2.0/ports/aa7bfbc3-cee1-4949-a563-945a6ac9b72a HTTP/1.1" status: 200  len: 1094 time: 4.1605067
Apr 16 05:06:24.826095 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c40e39e3-212b-4093-b018-1962009d207d', 'tag': 'aa7bfbc3-cee1-4949-a563-945a6ac9b72a'}] {{(pid=85356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 05:06:24.987626 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eedaa4-ccde-40bc-8e4f-97b270ffa373 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Pushing event updated for resources: {'Port': ['ID=525a9c21-dc2f-4357-8898-36e8a37e4418,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:06:25.002523 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-a8eedaa4-ccde-40bc-8e4f-97b270ffa373 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:06:25.017909 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-d52499d8-71d5-47dc-82e4-b2c2d4c02877 req-2ea7d05b-c0e6-4f86-bba8-c0aea3bbfe22 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=812f1224-5033-4d66-a589-6e8874a8ace2 HTTP/1.1" status: 200  len: 217 time: 0.1828909
Apr 16 05:06:25.022660 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504c9592-fa87-4246-b860-caf6d4c09d84 admin admin] Network 09b59cd3-13be-4f6b-8ba8-71a7bb13ef88 is already hosted by enough agents. {{(pid=85357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 05:06:25.046229 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [None req-504c9592-fa87-4246-b860-caf6d4c09d84 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 05:06:25.059143 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0013f8-8a86-4ecc-ad5c-5e31bf8d5152 req-b7ae5b81-c0d9-4412-9e1e-b2a35af061cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:25.060831 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-2a0013f8-8a86-4ecc-ad5c-5e31bf8d5152 req-b7ae5b81-c0d9-4412-9e1e-b2a35af061cc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7f44f6ee260749d7a681aeb529427a10&device_id=c40e39e3-212b-4093-b018-1962009d207d HTTP/1.1" status: 200  len: 1097 time: 0.1673760
Apr 16 05:06:25.077600 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c439dc37-b935-4845-9da0-429c413ad752 req-a8eedaa4-ccde-40bc-8e4f-97b270ffa373 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Network 8e950144-b586-4419-9506-52e097c234b9 is already hosted by enough agents. {{(pid=85356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 05:06:25.092538 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504c9592-fa87-4246-b860-caf6d4c09d84 admin admin] Received port after_create {{(pid=85357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 05:06:25.130932 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 36056) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:06:25.139397 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [req-c439dc37-b935-4845-9da0-429c413ad752 req-a8eedaa4-ccde-40bc-8e4f-97b270ffa373 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Resources bound (agent type, host, resource id):  {{(pid=85356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 05:06:25.149700 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [req-c439dc37-b935-4845-9da0-429c413ad752 req-a8eedaa4-ccde-40bc-8e4f-97b270ffa373 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Received port after_create {{(pid=85356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 05:06:25.155704 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c927ef5-11e9-4601-ae18-63329a52b30a req-3d7990e8-ec0a-47ac-85d9-2d3abd274b80 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:25.164563 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-3c927ef5-11e9-4601-ae18-63329a52b30a req-3d7990e8-ec0a-47ac-85d9-2d3abd274b80 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/ports?device_id=c40e39e3-212b-4093-b018-1962009d207d HTTP/1.1" status: 200  len: 944 time: 0.7304430
Apr 16 05:06:25.183767 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-2a0013f8-8a86-4ecc-ad5c-5e31bf8d5152 req-4cda64bf-2345-4e78-97ea-5fede40488db service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa7bfbc3-cee1-4949-a563-945a6ac9b72a HTTP/1.1" status: 200  len: 217 time: 0.1081729
Apr 16 05:06:25.209898 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-31cd1a4c-ae1f-44b3-9915-3ce51f6dcb01 req-72c66e19-31d2-4b95-86c5-594bc0ee1ea3 tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] 10.222.0.26 "GET /v2.0/security-groups?id=b06df75b-ef66-42ae-abfd-6e55d5b10fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4512796
Apr 16 05:06:25.255181 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0c82989c-64ac-4a3b-b571-8c5918efe333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:25.287636 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c439dc37-b935-4845-9da0-429c413ad752 req-a8eedaa4-ccde-40bc-8e4f-97b270ffa373 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:25.288377 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-c439dc37-b935-4845-9da0-429c413ad752 req-a8eedaa4-ccde-40bc-8e4f-97b270ffa373 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821710155'] for port, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:25.304398 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-0c82989c-64ac-4a3b-b571-8c5918efe333 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:06:25.308007 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0013f8-8a86-4ecc-ad5c-5e31bf8d5152 req-7b4f30c4-bdee-4142-9139-47856cf234e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:25.310992 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-2a0013f8-8a86-4ecc-ad5c-5e31bf8d5152 req-7b4f30c4-bdee-4142-9139-47856cf234e5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=28b73d84-839b-41f8-8a99-404cd24cc829 HTTP/1.1" status: 200  len: 854 time: 0.1153860
Apr 16 05:06:25.369140 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52499d8-71d5-47dc-82e4-b2c2d4c02877 req-ff3faa46-97ff-4e60-83dd-b841dcca9e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:25.370787 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-d52499d8-71d5-47dc-82e4-b2c2d4c02877 req-ff3faa46-97ff-4e60-83dd-b841dcca9e13 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=092c750d-226a-4b66-92f6-9f771b17666a HTTP/1.1" status: 200  len: 858 time: 0.3335254
Apr 16 05:06:25.381259 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-2a0013f8-8a86-4ecc-ad5c-5e31bf8d5152 req-f4ca2c18-b4ae-4fcb-9bcc-ab87e09344b7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=469c610d-3640-4407-b2a9-dd8cd792723c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0626640
Apr 16 05:06:25.383331 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c439dc37-b935-4845-9da0-429c413ad752 req-a8eedaa4-ccde-40bc-8e4f-97b270ffa373 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.9968281
Apr 16 05:06:25.386247 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-0c82989c-64ac-4a3b-b571-8c5918efe333 admin admin] Usage tracker for resource:security_group_rule and tenant:01c8afa4c8c640028be0ad38ec24c6b0 is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:06:25.417720 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device cbe55579-a007-4247-9911-538143178e3b up at agent hyperv_hv-cinder-78652 {{(pid=85358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 05:06:25.421571 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [req-c439dc37-b935-4845-9da0-429c413ad752 req-748a05c6-9d2a-4071-9617-2e42817bdaea service neutron] Request body: {'port': {'device_id': 'f075f23a-3d1c-4140-93fb-04984d3843bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=85356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:06:25.590954 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-58412b84-8416-4694-b078-3aedc714b545 None None] Provisioning for port 525a9c21-dc2f-4357-8898-36e8a37e4418 completed by entity DHCP. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 05:06:25.601724 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-58412b84-8416-4694-b078-3aedc714b545 None None] Provisioning complete for port 525a9c21-dc2f-4357-8898-36e8a37e4418 triggered by entity DHCP. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:06:25.602607 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-58412b84-8416-4694-b078-3aedc714b545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:25.670165 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Provisioning for port cbe55579-a007-4247-9911-538143178e3b completed by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 05:06:25.701178 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Provisioning complete for port cbe55579-a007-4247-9911-538143178e3b triggered by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:06:25.702018 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:25.702652 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-0c82989c-64ac-4a3b-b571-8c5918efe333 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:06:25.710560 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-c439dc37-b935-4845-9da0-429c413ad752 req-748a05c6-9d2a-4071-9617-2e42817bdaea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:25.741236 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-2a0013f8-8a86-4ecc-ad5c-5e31bf8d5152 req-b7fb3f8e-5f85-4327-84ad-88ab0c04ad03 service neutron] 10.222.0.16 "GET /v2.0/networks/469c610d-3640-4407-b2a9-dd8cd792723c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3293698
Apr 16 05:06:25.765964 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-3c927ef5-11e9-4601-ae18-63329a52b30a req-6eca9d1b-5dba-4920-9af7-ef60bd81f1e8 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/security-groups?id=4caff57c-68d2-4f1f-a5bc-b37d2db244ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5999908
Apr 16 05:06:25.809128 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-58412b84-8416-4694-b078-3aedc714b545 None None] Port 525a9c21-dc2f-4357-8898-36e8a37e4418 cannot update to ACTIVE because it is not bound. {{(pid=85358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 16 05:06:25.920387 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-0c82989c-64ac-4a3b-b571-8c5918efe333 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:06:25.924499 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:25.932496 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-d52499d8-71d5-47dc-82e4-b2c2d4c02877 req-222d7b21-da62-4890-a928-8239caeb9c0a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7f06c768-0917-4905-82a4-2a04abfa7281&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.5480840
Apr 16 05:06:25.946429 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a647f37-2f3a-4435-a284-bef786cfb4a9 req-4fbdd1d7-5711-4108-a6e4-77dcee4d0416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:25.948080 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-3a647f37-2f3a-4435-a284-bef786cfb4a9 req-4fbdd1d7-5711-4108-a6e4-77dcee4d0416 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=06941f0b-09e8-405d-9aeb-84ba5e578386&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 1.2536530
Apr 16 05:06:25.991527 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bed81e12-65a3-41c0-90e6-b4cb79976d45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbe55579-a007-4247-9911-538143178e3b'}] {{(pid=85358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 05:06:26.017056 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] For port cbe55579-a007-4247-9911-538143178e3b, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=cbe55579-a007-4247-9911-538143178e3b,segment=NetworkSegment(6bce0028-aa38-4b3b-9bb1-313bc9885413),segment_id=6bce0028-aa38-4b3b-9bb1-313bc9885413)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:06:26.022558 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:26.023770 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device 4688bbfc-265d-4202-8afe-72cfcb6f87da no longer exists at agent hyperv_hv-cinder-78652 {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 05:06:26.062109 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:06:26.216645 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Pushing event updated for resources: {'Port': ['ID=cbe55579-a007-4247-9911-538143178e3b,revision_number=5']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:06:26.289668 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:06:26.515583 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a89f87-94d3-4e90-8dfb-5ae7423235ce req-94d66d1b-3d63-4707-8bf2-365fb94b69df tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:26.524018 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-40a89f87-94d3-4e90-8dfb-5ae7423235ce req-94d66d1b-3d63-4707-8bf2-365fb94b69df tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/ports?device_id=f075f23a-3d1c-4140-93fb-04984d3843bf HTTP/1.1" status: 200  len: 931 time: 1.1520004
Apr 16 05:06:26.584738 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-2a0013f8-8a86-4ecc-ad5c-5e31bf8d5152 req-a02e78c5-117c-44b2-b7e1-7c4c069c8ae9 service neutron] 10.222.0.16 "GET /v2.0/networks/469c610d-3640-4407-b2a9-dd8cd792723c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6413052
Apr 16 05:06:26.607800 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e9230-dba6-4020-bb65-22fcb6f063df req-19330d8a-f2d6-44d1-a34e-dd5d4057ebfe tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:26.609371 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-ca8e9230-dba6-4020-bb65-22fcb6f063df req-19330d8a-f2d6-44d1-a34e-dd5d4057ebfe tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] Synchronizing usage tracker for tenant:22368bbb87b44962a11854b6e49730c3 on resource:port {{(pid=85356) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 05:06:26.630251 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-40a89f87-94d3-4e90-8dfb-5ae7423235ce req-8fad0d92-22b3-4403-ab76-ab2fde1b64d9 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/security-groups?id=8548a554-a67d-4df0-81c7-bc380ca1e345&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1052091
Apr 16 05:06:26.727013 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfaec3b5-72d8-4c5b-88ed-6be24fd4ba7c', 'tag': '8a44b788-1572-40ab-b68e-d104bddf6f17', 'status': 'completed', 'code': 200}
Apr 16 05:06:26.727791 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-ca8e9230-dba6-4020-bb65-22fcb6f063df req-19330d8a-f2d6-44d1-a34e-dd5d4057ebfe tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] Unset dirty status for tenant:22368bbb87b44962a11854b6e49730c3 on resource:port {{(pid=85356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 05:06:26.729316 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ca8e9230-dba6-4020-bb65-22fcb6f063df req-19330d8a-f2d6-44d1-a34e-dd5d4057ebfe tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce3234a2-1d0f-453a-9662-df381a4abe13 HTTP/1.1" status: 200  len: 945 time: 0.8432810
Apr 16 05:06:26.731690 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [req-c439dc37-b935-4845-9da0-429c413ad752 req-748a05c6-9d2a-4071-9617-2e42817bdaea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 525a9c21-dc2f-4357-8898-36e8a37e4418 {{(pid=85356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 05:06:26.758124 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-d52499d8-71d5-47dc-82e4-b2c2d4c02877 req-958181a6-c6d1-4dc6-b0dc-f6f99181b7d8 service neutron] 10.222.0.16 "GET /v2.0/networks/7f06c768-0917-4905-82a4-2a04abfa7281?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8089426
Apr 16 05:06:26.773609 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-3a647f37-2f3a-4435-a284-bef786cfb4a9 req-ea778433-55d8-489f-a3c8-ed1e6204f752 service neutron] 10.222.0.16 "GET /v2.0/networks/06941f0b-09e8-405d-9aeb-84ba5e578386?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8119891
Apr 16 05:06:26.787290 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-c439dc37-b935-4845-9da0-429c413ad752 req-748a05c6-9d2a-4071-9617-2e42817bdaea service neutron] Notify callbacks [] for port, precommit_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:26.791497 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c40e39e3-212b-4093-b018-1962009d207d', 'tag': 'aa7bfbc3-cee1-4949-a563-945a6ac9b72a', 'status': 'completed', 'code': 200}
Apr 16 05:06:26.880768 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [req-c439dc37-b935-4845-9da0-429c413ad752 req-748a05c6-9d2a-4071-9617-2e42817bdaea service neutron] Transition to ACTIVE for port object 525a9c21-dc2f-4357-8898-36e8a37e4418 will not be triggered until provisioned by entity L2. {{(pid=85356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 05:06:26.888307 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-504c9592-fa87-4246-b860-caf6d4c09d84 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:26.890609 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-c439dc37-b935-4845-9da0-429c413ad752 req-748a05c6-9d2a-4071-9617-2e42817bdaea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822724348'] for port, after_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:26.908027 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-33f465a4-f0d8-4081-9259-da46fff69e3d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:06:26.953546 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [req-ca8e9230-dba6-4020-bb65-22fcb6f063df req-da6797d8-3307-48a5-b95d-0c05177ce72a tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] Deleting port f6bcc896-2896-4ac3-bc4d-8a87a78ac768 {{(pid=85356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 05:06:26.954005 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-ca8e9230-dba6-4020-bb65-22fcb6f063df req-da6797d8-3307-48a5-b95d-0c05177ce72a tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284331874164'] for port, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:27.081321 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0c82989c-64ac-4a3b-b571-8c5918efe333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:27.197179 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748a05c6-9d2a-4071-9617-2e42817bdaea service neutron] Pushing event updated for resources: {'Port': ['ID=525a9c21-dc2f-4357-8898-36e8a37e4418,revision_number=2']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:06:27.205808 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0c82989c-64ac-4a3b-b571-8c5918efe333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:27.228625 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-d9acff5a-0c4a-48f9-a2a7-5eb2f32216f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:06:27.244608 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-748a05c6-9d2a-4071-9617-2e42817bdaea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:06:27.259394 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2d57d2-32a0-4b15-b94d-5fe591ab4128 req-2f571f5e-8bd3-4277-ac9c-011760ac7a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:27.262822 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-5a2d57d2-32a0-4b15-b94d-5fe591ab4128 req-2f571f5e-8bd3-4277-ac9c-011760ac7a30 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7f44f6ee260749d7a681aeb529427a10&device_id=c40e39e3-212b-4093-b018-1962009d207d HTTP/1.1" status: 200  len: 1097 time: 0.4599454
Apr 16 05:06:27.378072 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c82989c-64ac-4a3b-b571-8c5918efe333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d492196-1bf5-4853-8122-984a470a2c5e,revision_number=1']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:06:27.381646 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-0c82989c-64ac-4a3b-b571-8c5918efe333 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:06:27.398497 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-0c82989c-64ac-4a3b-b571-8c5918efe333 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=01c8afa4c8c640028be0ad38ec24c6b0&name=default HTTP/1.1" status: 200  len: 2979 time: 2.2619853
Apr 16 05:06:27.404107 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 36078) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:06:27.415547 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device 812f1224-5033-4d66-a589-6e8874a8ace2 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=85358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 16 05:06:27.480638 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1b1a40-25ad-49c5-949c-c10876d3cc2e req-62a65094-069a-46ea-970c-d1940dabf602 tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:27.482280 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-8b1b1a40-25ad-49c5-949c-c10876d3cc2e req-62a65094-069a-46ea-970c-d1940dabf602 tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce3234a2-1d0f-453a-9662-df381a4abe13 HTTP/1.1" status: 200  len: 945 time: 0.8254423
Apr 16 05:06:27.501912 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-d52499d8-71d5-47dc-82e4-b2c2d4c02877 req-6ed046ca-ea7b-422e-9029-14557f189db7 service neutron] 10.222.0.16 "GET /v2.0/networks/7f06c768-0917-4905-82a4-2a04abfa7281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6886952
Apr 16 05:06:27.547931 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-3a647f37-2f3a-4435-a284-bef786cfb4a9 req-07f6000c-3b3c-49d7-935f-0729d265471e service neutron] 10.222.0.16 "GET /v2.0/networks/06941f0b-09e8-405d-9aeb-84ba5e578386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7357361
Apr 16 05:06:27.595426 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] For port 812f1224-5033-4d66-a589-6e8874a8ace2, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=812f1224-5033-4d66-a589-6e8874a8ace2,segment=NetworkSegment(6bce0028-aa38-4b3b-9bb1-313bc9885413),segment_id=6bce0028-aa38-4b3b-9bb1-313bc9885413)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:06:27.615094 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Returning: {'device': '812f1224-5033-4d66-a589-6e8874a8ace2', 'network_id': '7f06c768-0917-4905-82a4-2a04abfa7281', 'port_id': '812f1224-5033-4d66-a589-6e8874a8ace2', 'mac_address': 'fa:16:3e:53:b1:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '092c750d-226a-4b66-92f6-9f771b17666a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 16 05:06:27.707131 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:27.745205 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 812f1224-5033-4d66-a589-6e8874a8ace2 {{(pid=85358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 05:06:27.777691 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] For port 812f1224-5033-4d66-a589-6e8874a8ace2, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=812f1224-5033-4d66-a589-6e8874a8ace2,segment=NetworkSegment(6bce0028-aa38-4b3b-9bb1-313bc9885413),segment_id=6bce0028-aa38-4b3b-9bb1-313bc9885413)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:06:27.780343 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2d57d2-32a0-4b15-b94d-5fe591ab4128 req-271b3b7b-c256-4538-a1f4-19ac5f2c86f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:27.783865 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-5a2d57d2-32a0-4b15-b94d-5fe591ab4128 req-271b3b7b-c256-4538-a1f4-19ac5f2c86f4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=469c610d-3640-4407-b2a9-dd8cd792723c HTTP/1.1" status: 200  len: 915 time: 0.4973357
Apr 16 05:06:27.785213 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:27.787807 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-d9dc9e56-addb-4716-b898-f44a6dacb9ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:06:27.896723 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Pushing event updated for resources: {'Port': ['ID=812f1224-5033-4d66-a589-6e8874a8ace2,revision_number=4']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:06:27.903359 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:06:28.067670 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-5a2d57d2-32a0-4b15-b94d-5fe591ab4128 req-4788a93a-a7ca-4840-9ffb-b9e63c9c69fd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa7bfbc3-cee1-4949-a563-945a6ac9b72a HTTP/1.1" status: 200  len: 217 time: 0.1496258
Apr 16 05:06:28.119270 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8806cd3-e225-469e-abdf-1355837d4e04 req-ad54bb33-c2aa-4768-be7a-f86c8ce13a30 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:28.121075 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-b8806cd3-e225-469e-abdf-1355837d4e04 req-ad54bb33-c2aa-4768-be7a-f86c8ce13a30 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?device_id=bed81e12-65a3-41c0-90e6-b4cb79976d45 HTTP/1.1" status: 200  len: 945 time: 1.1739218
Apr 16 05:06:28.143066 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-8b1b1a40-25ad-49c5-949c-c10876d3cc2e req-8bcb1d4e-a347-4398-97c2-86f95661d5bd tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] 10.222.0.26 "GET /v2.0/security-groups?id=60a874d5-92ab-4e7e-91de-493ca112b09d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6382747
Apr 16 05:06:28.158235 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ed5bd559-bdd6-49c0-b2e1-1c40591fe87d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:28.160192 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] get_ports_and_sgs() called for port_ids ['812f1224-5033-4d66-a589-6e8874a8ace2'] {{(pid=85358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 05:06:28.230065 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [req-ca8e9230-dba6-4020-bb65-22fcb6f063df req-da6797d8-3307-48a5-b95d-0c05177ce72a tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] For port f6bcc896-2896-4ac3-bc4d-8a87a78ac768, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=f6bcc896-2896-4ac3-bc4d-8a87a78ac768,segment=NetworkSegment(1cebb1bc-7c64-4b55-b98d-dc3a48cbfc2e),segment_id=1cebb1bc-7c64-4b55-b98d-dc3a48cbfc2e)] {{(pid=85356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:06:28.230495 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-ca8e9230-dba6-4020-bb65-22fcb6f063df req-da6797d8-3307-48a5-b95d-0c05177ce72a tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821567696'] for port, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:28.269643 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ed5bd559-bdd6-49c0-b2e1-1c40591fe87d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:28.311812 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-b8806cd3-e225-469e-abdf-1355837d4e04 req-307d4ac8-f199-47d9-8cff-2b353dc0e098 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1759253
Apr 16 05:06:28.368199 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-504c9592-fa87-4246-b860-caf6d4c09d84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33197534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036821578960'] for router, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:28.387937 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1569551f-078c-4d40-ae85-b548f8c23acd req-9c7d3e25-5ed3-4d8a-8f6e-9e291db008e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:28.395710 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2d57d2-32a0-4b15-b94d-5fe591ab4128 req-e06164d0-19e3-410b-983e-12d600037d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:28.396071 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-1569551f-078c-4d40-ae85-b548f8c23acd req-9c7d3e25-5ed3-4d8a-8f6e-9e291db008e9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=42215cd2a0904b0aa68d839d72840738&device_id=dfaec3b5-72d8-4c5b-88ed-6be24fd4ba7c HTTP/1.1" status: 200  len: 1101 time: 0.4875364
Apr 16 05:06:28.397422 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-5a2d57d2-32a0-4b15-b94d-5fe591ab4128 req-e06164d0-19e3-410b-983e-12d600037d55 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=28b73d84-839b-41f8-8a99-404cd24cc829 HTTP/1.1" status: 200  len: 854 time: 0.3190560
Apr 16 05:06:28.406351 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [req-ca8e9230-dba6-4020-bb65-22fcb6f063df req-da6797d8-3307-48a5-b95d-0c05177ce72a tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] Calling delete_port for f6bcc896-2896-4ac3-bc4d-8a87a78ac768 owned by compute:nova {{(pid=85356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 05:06:28.413243 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bed81e12-65a3-41c0-90e6-b4cb79976d45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbe55579-a007-4247-9911-538143178e3b', 'code': 200}
Apr 16 05:06:28.538951 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-5a2d57d2-32a0-4b15-b94d-5fe591ab4128 req-ed717405-d68c-4cdc-b39c-200d28261e6e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=469c610d-3640-4407-b2a9-dd8cd792723c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0949845
Apr 16 05:06:28.543768 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [req-c439dc37-b935-4845-9da0-429c413ad752 req-748a05c6-9d2a-4071-9617-2e42817bdaea service neutron] Attempting to bind port 525a9c21-dc2f-4357-8898-36e8a37e4418 on host hv-cinder-78652 for vnic_type normal with profile  {{(pid=85356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 05:06:28.544161 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [req-c439dc37-b935-4845-9da0-429c413ad752 req-748a05c6-9d2a-4071-9617-2e42817bdaea service neutron] Attempting to bind port 525a9c21-dc2f-4357-8898-36e8a37e4418 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '01710a54-1367-4193-8cab-d52eff5066d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8e950144-b586-4419-9506-52e097c234b9'}] {{(pid=85356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 05:06:28.544539 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c439dc37-b935-4845-9da0-429c413ad752 req-748a05c6-9d2a-4071-9617-2e42817bdaea service neutron] Attempting to bind port 525a9c21-dc2f-4357-8898-36e8a37e4418 on network 8e950144-b586-4419-9506-52e097c234b9 {{(pid=85356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 05:06:28.663408 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c439dc37-b935-4845-9da0-429c413ad752 req-748a05c6-9d2a-4071-9617-2e42817bdaea service neutron] Port 525a9c21-dc2f-4357-8898-36e8a37e4418 on network 8e950144-b586-4419-9506-52e097c234b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=85356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 05:06:28.663990 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c439dc37-b935-4845-9da0-429c413ad752 req-748a05c6-9d2a-4071-9617-2e42817bdaea service neutron] Attempting to bind port 525a9c21-dc2f-4357-8898-36e8a37e4418 on network 8e950144-b586-4419-9506-52e097c234b9 {{(pid=85356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 05:06:28.770822 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c439dc37-b935-4845-9da0-429c413ad752 req-748a05c6-9d2a-4071-9617-2e42817bdaea service neutron] Checking agent: {'id': '5ddcce5e-7017-4c76-88fa-bffacfec0d31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 5, 1, 38), 'started_at': datetime.datetime(2021, 4, 16, 5, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 5, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 05:06:28.771481 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c439dc37-b935-4845-9da0-429c413ad752 req-748a05c6-9d2a-4071-9617-2e42817bdaea service neutron] Checking segment: {'id': '01710a54-1367-4193-8cab-d52eff5066d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8e950144-b586-4419-9506-52e097c234b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 05:06:28.772224 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c439dc37-b935-4845-9da0-429c413ad752 req-748a05c6-9d2a-4071-9617-2e42817bdaea service neutron] Bound using segment: {'id': '01710a54-1367-4193-8cab-d52eff5066d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8e950144-b586-4419-9506-52e097c234b9'} {{(pid=85356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 05:06:28.773124 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [req-c439dc37-b935-4845-9da0-429c413ad752 req-748a05c6-9d2a-4071-9617-2e42817bdaea service neutron] Bound port: 525a9c21-dc2f-4357-8898-36e8a37e4418, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01710a54-1367-4193-8cab-d52eff5066d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8e950144-b586-4419-9506-52e097c234b9'}}] {{(pid=85356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 05:06:28.773820 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-c439dc37-b935-4845-9da0-429c413ad752 req-748a05c6-9d2a-4071-9617-2e42817bdaea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:28.926744 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ed5bd559-bdd6-49c0-b2e1-1c40591fe87d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:28.945135 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-7a620576-eda0-40cc-a88a-6f4ba9b1e16d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:06:29.035841 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5bd559-bdd6-49c0-b2e1-1c40591fe87d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d492196-1bf5-4853-8122-984a470a2c5e,revision_number=None']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:06:29.039500 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-ed5bd559-bdd6-49c0-b2e1-1c40591fe87d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:06:29.089156 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ed5bd559-bdd6-49c0-b2e1-1c40591fe87d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:29.090406 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-ed5bd559-bdd6-49c0-b2e1-1c40591fe87d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6d492196-1bf5-4853-8122-984a470a2c5e HTTP/1.1" status: 204  len: 168 time: 1.6707921
Apr 16 05:06:29.170771 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-504c9592-fa87-4246-b860-caf6d4c09d84 admin admin] Router b9d72537-f49c-491b-a57b-1ef2b1301d9f is scheduled to L3 agent 9bacd1b6-99a0-44b1-8352-fe12768771b0 with binding_index 1 {{(pid=85357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 16 05:06:29.206495 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1569551f-078c-4d40-ae85-b548f8c23acd req-654ec2b3-c72b-4bd2-9c91-7fab00d561c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:29.210129 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-1569551f-078c-4d40-ae85-b548f8c23acd req-654ec2b3-c72b-4bd2-9c91-7fab00d561c8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=06941f0b-09e8-405d-9aeb-84ba5e578386 HTTP/1.1" status: 200  len: 870 time: 0.7903705
Apr 16 05:06:29.259089 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abfaa54-d127-4dd2-ace9-c8fc1647e173 req-91c07ea3-ff6b-4706-9b4d-ae31fd8ad482 tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:29.273970 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-2abfaa54-d127-4dd2-ace9-c8fc1647e173 req-91c07ea3-ff6b-4706-9b4d-ae31fd8ad482 tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfaec3b5-72d8-4c5b-88ed-6be24fd4ba7c HTTP/1.1" status: 200  len: 948 time: 0.7115362
Apr 16 05:06:29.325717 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-5a2d57d2-32a0-4b15-b94d-5fe591ab4128 req-4698eaa8-9f56-4dc5-bee8-3de805206617 service neutron] 10.222.0.16 "GET /v2.0/networks/469c610d-3640-4407-b2a9-dd8cd792723c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7728987
Apr 16 05:06:29.329135 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [req-c439dc37-b935-4845-9da0-429c413ad752 req-748a05c6-9d2a-4071-9617-2e42817bdaea service neutron] For port 525a9c21-dc2f-4357-8898-36e8a37e4418, host hv-cinder-78652, cleared binding levels {{(pid=85356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 05:06:29.332143 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-ca8e9230-dba6-4020-bb65-22fcb6f063df req-da6797d8-3307-48a5-b95d-0c05177ce72a tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752522904879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752522456008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32051484'] for port, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:29.336780 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [req-c439dc37-b935-4845-9da0-429c413ad752 req-748a05c6-9d2a-4071-9617-2e42817bdaea service neutron] For port 525a9c21-dc2f-4357-8898-36e8a37e4418, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=525a9c21-dc2f-4357-8898-36e8a37e4418,segment=NetworkSegment(01710a54-1367-4193-8cab-d52eff5066d1),segment_id=01710a54-1367-4193-8cab-d52eff5066d1)] {{(pid=85356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 05:06:29.376602 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:06:29.429968 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device aa7bfbc3-cee1-4949-a563-945a6ac9b72a details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=85358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 16 05:06:29.445120 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-c439dc37-b935-4845-9da0-429c413ad752 req-748a05c6-9d2a-4071-9617-2e42817bdaea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822724348'] for port, after_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:29.549039 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device 812f1224-5033-4d66-a589-6e8874a8ace2 up at agent hyperv_hv-cinder-78652 {{(pid=85358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 05:06:29.562618 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6797d8-3307-48a5-b95d-0c05177ce72a tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] Pushing event deleted for resources: {'Port': ['ID=f6bcc896-2896-4ac3-bc4d-8a87a78ac768,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:06:29.631271 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-da6797d8-3307-48a5-b95d-0c05177ce72a tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:06:29.633858 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:06:29.695471 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9cb7d4-bf0c-4bfd-8f8e-4b413e1d698e req-efcce68c-b622-4ab1-bec3-1854156045f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:29.700182 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-6c9cb7d4-bf0c-4bfd-8f8e-4b413e1d698e req-efcce68c-b622-4ab1-bec3-1854156045f3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bed81e12-65a3-41c0-90e6-b4cb79976d45 HTTP/1.1" status: 200  len: 1098 time: 0.9734647
Apr 16 05:06:29.725196 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-1569551f-078c-4d40-ae85-b548f8c23acd req-1d721648-633a-4f1b-b46f-f910cb8e8fbc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=8a44b788-1572-40ab-b68e-d104bddf6f17 HTTP/1.1" status: 200  len: 217 time: 0.4930072
Apr 16 05:06:29.755649 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] For port aa7bfbc3-cee1-4949-a563-945a6ac9b72a, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=aa7bfbc3-cee1-4949-a563-945a6ac9b72a,segment=NetworkSegment(e0c30da2-1a68-4f2e-be9b-2ec222378b18),segment_id=e0c30da2-1a68-4f2e-be9b-2ec222378b18)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:06:29.767910 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Provisioning for port 812f1224-5033-4d66-a589-6e8874a8ace2 completed by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 05:06:29.783650 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Provisioning complete for port 812f1224-5033-4d66-a589-6e8874a8ace2 triggered by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:06:29.784244 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:29.826966 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Returning: {'device': 'aa7bfbc3-cee1-4949-a563-945a6ac9b72a', 'network_id': '469c610d-3640-4407-b2a9-dd8cd792723c', 'port_id': 'aa7bfbc3-cee1-4949-a563-945a6ac9b72a', 'mac_address': 'fa:16:3e:79:2a:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28b73d84-839b-41f8-8a99-404cd24cc829', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 16 05:06:29.851254 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 36112) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:06:29.919300 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748a05c6-9d2a-4071-9617-2e42817bdaea service neutron] Pushing event updated for resources: {'Port': ['ID=525a9c21-dc2f-4357-8898-36e8a37e4418,revision_number=3']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:06:29.942323 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:29.946006 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 36116) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:06:29.946749 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e15ab36d-c592-430a-8a65-51a5b439698a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:29.978018 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-2abfaa54-d127-4dd2-ace9-c8fc1647e173 req-aebe6381-9f99-4dfd-90c0-d983f89c54a7 tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] 10.222.0.26 "GET /v2.0/security-groups?id=b06df75b-ef66-42ae-abfd-6e55d5b10fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7030170
Apr 16 05:06:29.980200 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-748a05c6-9d2a-4071-9617-2e42817bdaea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:06:30.004080 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-5a2d57d2-32a0-4b15-b94d-5fe591ab4128 req-ed8edf37-30d8-4aca-a473-aacbca8fc777 service neutron] 10.222.0.16 "GET /v2.0/networks/469c610d-3640-4407-b2a9-dd8cd792723c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6693740
Apr 16 05:06:30.007591 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f663f426-1656-41f1-a7ef-93098183cf6d req-16a358a3-5297-444d-ad64-db19967778e4 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:30.011462 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-f663f426-1656-41f1-a7ef-93098183cf6d req-16a358a3-5297-444d-ad64-db19967778e4 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/ports?device_id=c40e39e3-212b-4093-b018-1962009d207d HTTP/1.1" status: 200  len: 944 time: 1.0723236
Apr 16 05:06:30.017939 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa7bfbc3-cee1-4949-a563-945a6ac9b72a {{(pid=85358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 05:06:30.041566 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-6c9cb7d4-bf0c-4bfd-8f8e-4b413e1d698e req-2084e7c4-d575-4100-acd2-e24acbefe28a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3137767
Apr 16 05:06:30.041877 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-e15ab36d-c592-430a-8a65-51a5b439698a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:06:30.071067 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] For port aa7bfbc3-cee1-4949-a563-945a6ac9b72a, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=aa7bfbc3-cee1-4949-a563-945a6ac9b72a,segment=NetworkSegment(e0c30da2-1a68-4f2e-be9b-2ec222378b18),segment_id=e0c30da2-1a68-4f2e-be9b-2ec222378b18)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:06:30.072505 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:30.075533 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-e15ab36d-c592-430a-8a65-51a5b439698a admin admin] Usage tracker for resource:security_group_rule and tenant:9b749be2d635477d96270e93574095af is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:06:30.086480 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:30.091926 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-145ced48-3683-438f-bf34-c23721aa0a8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:06:30.128951 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1569551f-078c-4d40-ae85-b548f8c23acd req-66aa978d-0625-4f45-a179-75a9d0b78afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:30.130671 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-1569551f-078c-4d40-ae85-b548f8c23acd req-66aa978d-0625-4f45-a179-75a9d0b78afc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8e48212b-feeb-46ef-b312-f8119ba86757 HTTP/1.1" status: 200  len: 843 time: 0.3797245
Apr 16 05:06:30.182742 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-f663f426-1656-41f1-a7ef-93098183cf6d req-c8473f4b-8539-4b9b-8d83-90bbbc592bc0 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/security-groups?id=4caff57c-68d2-4f1f-a5bc-b37d2db244ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1461382
Apr 16 05:06:30.190646 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-504c9592-fa87-4246-b860-caf6d4c09d84 admin admin] Notify agent at l3_agent.dv-cinder-786524-1-iscsi the message routers_updated {{(pid=85357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 05:06:30.211187 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74975f0d-c069-4cee-803a-c71cb9a4dbf6 None None] Sync routers for ids ['b9d72537-f49c-491b-a57b-1ef2b1301d9f'] in dv-cinder-786524-1-iscsi {{(pid=85359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 05:06:30.223889 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c439dc37-b935-4845-9da0-429c413ad752 req-748a05c6-9d2a-4071-9617-2e42817bdaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:30.225969 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-c439dc37-b935-4845-9da0-429c413ad752 req-748a05c6-9d2a-4071-9617-2e42817bdaea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:30.228599 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c439dc37-b935-4845-9da0-429c413ad752 req-748a05c6-9d2a-4071-9617-2e42817bdaea service neutron] 10.222.0.16 "PUT /v2.0/ports/525a9c21-dc2f-4357-8898-36e8a37e4418 HTTP/1.1" status: 200  len: 1093 time: 4.8188322
Apr 16 05:06:30.230633 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-e15ab36d-c592-430a-8a65-51a5b439698a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:06:30.251289 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-504c9592-fa87-4246-b860-caf6d4c09d84 admin admin] Notify callbacks [] for router, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:30.252432 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74975f0d-c069-4cee-803a-c71cb9a4dbf6 None None] Routers {'b9d72537-f49c-491b-a57b-1ef2b1301d9f'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:06:30.257766 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-504c9592-fa87-4246-b860-caf6d4c09d84 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 13.2893586
Apr 16 05:06:30.258864 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-74975f0d-c069-4cee-803a-c71cb9a4dbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5daefe54e0>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:06:07Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['b9d72537-f49c-491b-a57b-1ef2b1301d9f'], 'active': True} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:06:30.262076 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 36122) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:06:30.301654 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f075f23a-3d1c-4140-93fb-04984d3843bf', 'tag': '525a9c21-dc2f-4357-8898-36e8a37e4418'}] {{(pid=85356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 05:06:30.332145 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] For port 812f1224-5033-4d66-a589-6e8874a8ace2, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=812f1224-5033-4d66-a589-6e8874a8ace2,segment=NetworkSegment(6bce0028-aa38-4b3b-9bb1-313bc9885413),segment_id=6bce0028-aa38-4b3b-9bb1-313bc9885413)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:06:30.357630 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:30.359138 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device f6bcc896-2896-4ac3-bc4d-8a87a78ac768 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 05:06:30.363758 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-e15ab36d-c592-430a-8a65-51a5b439698a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:06:30.424830 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f6a6db6-5e0e-4625-805b-854fe43bd156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '812f1224-5033-4d66-a589-6e8874a8ace2'}] {{(pid=85358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 05:06:30.442340 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Pushing event updated for resources: {'Port': ['ID=aa7bfbc3-cee1-4949-a563-945a6ac9b72a,revision_number=4']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:06:30.446411 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca8e9230-dba6-4020-bb65-22fcb6f063df req-da6797d8-3307-48a5-b95d-0c05177ce72a tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] No DVR routers for this DVR port f6bcc896-2896-4ac3-bc4d-8a87a78ac768 on host hv-cinder-78652 {{(pid=85356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 16 05:06:30.462498 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] get_ports_and_sgs() called for port_ids ['aa7bfbc3-cee1-4949-a563-945a6ac9b72a'] {{(pid=85358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 05:06:30.468270 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-ca8e9230-dba6-4020-bb65-22fcb6f063df req-da6797d8-3307-48a5-b95d-0c05177ce72a tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:30.496874 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:06:30.503634 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] No Port match for: f6bcc896-2896-4ac3-bc4d-8a87a78ac768 {{(pid=85358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 16 05:06:30.505451 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device f6bcc896-2896-4ac3-bc4d-8a87a78ac768 not bound to the agent host hv-cinder-78652 {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 05:06:30.513127 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-e26e26b1-4bfc-4e21-b3ba-61e519f54a0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:06:30.582393 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ca8e9230-dba6-4020-bb65-22fcb6f063df req-da6797d8-3307-48a5-b95d-0c05177ce72a tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] 10.222.0.16 "DELETE /v2.0/ports/f6bcc896-2896-4ac3-bc4d-8a87a78ac768 HTTP/1.1" status: 204  len: 173 time: 3.8442717
Apr 16 05:06:30.610794 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-74975f0d-c069-4cee-803a-c71cb9a4dbf6 None None] Set router b9d72537-f49c-491b-a57b-1ef2b1301d9f gateway port host: dv-cinder-786524-1-iscsi {{(pid=85359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:06:30.622053 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Pushing event updated for resources: {'Port': ['ID=812f1224-5033-4d66-a589-6e8874a8ace2,revision_number=5']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:06:30.638167 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:06:30.871538 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-cbb34783-6deb-421d-b7d0-68f4716160e5 req-d593acab-8337-4aa0-8b66-0bdcca0a015c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=52cebb75-08a7-4e02-a9ad-c88938f84799&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.9051831
Apr 16 05:06:30.893457 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c439dc37-b935-4845-9da0-429c413ad752 req-6c25090c-b6de-4135-b241-e6979cca9290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:30.895906 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c439dc37-b935-4845-9da0-429c413ad752 req-6c25090c-b6de-4135-b241-e6979cca9290 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=19a213d1b49b4109b75966286a61917f&device_id=f075f23a-3d1c-4140-93fb-04984d3843bf HTTP/1.1" status: 200  len: 1096 time: 0.4058938
Apr 16 05:06:31.041050 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e15ab36d-c592-430a-8a65-51a5b439698a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:31.050738 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e15ab36d-c592-430a-8a65-51a5b439698a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:31.070292 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-72bcb03f-7595-4ac7-a962-8604b01d78a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:06:31.095601 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c439dc37-b935-4845-9da0-429c413ad752 req-183181ec-76c0-4f7b-bb53-bd7dd27b2718 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=525a9c21-dc2f-4357-8898-36e8a37e4418 HTTP/1.1" status: 200  len: 217 time: 0.1769135
Apr 16 05:06:31.118647 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b1b3d8-697a-4e65-8416-b352f1977f22 req-64f34c92-55ea-4651-a628-48d82bbd2cca tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:31.127671 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-72b1b3d8-697a-4e65-8416-b352f1977f22 req-64f34c92-55ea-4651-a628-48d82bbd2cca tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/ports?device_id=f075f23a-3d1c-4140-93fb-04984d3843bf HTTP/1.1" status: 200  len: 943 time: 0.7332804
Apr 16 05:06:31.170133 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-74975f0d-c069-4cee-803a-c71cb9a4dbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5daefe54e0>, [{'id': 'b9d72537-f49c-491b-a57b-1ef2b1301d9f', 'name': 'tempest-TestMinimumBasicScenario-409442546-router', 'tenant_id': '9e123026a25e4d72ac0dd52783e66129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '10284401-b3ee-4ef7-8be6-52cd492bf5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:06:17Z', 'updated_at': '2021-04-16T05:06:26Z', 'revision_number': 3, 'project_id': '9e123026a25e4d72ac0dd52783e66129', 'gw_port': {'id': '10284401-b3ee-4ef7-8be6-52cd492bf5cd', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:8d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d72537-f49c-491b-a57b-1ef2b1301d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:06:21Z', 'updated_at': '2021-04-16T05:06:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi'}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:06:31.185073 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74975f0d-c069-4cee-803a-c71cb9a4dbf6 None None] Checking router: b9d72537-f49c-491b-a57b-1ef2b1301d9f for host: dv-cinder-786524-1-iscsi {{(pid=85359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 05:06:31.185563 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74975f0d-c069-4cee-803a-c71cb9a4dbf6 None None] Updating router b9d72537-f49c-491b-a57b-1ef2b1301d9f port 10284401-b3ee-4ef7-8be6-52cd492bf5cd binding host dv-cinder-786524-1-iscsi {{(pid=85359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 16 05:06:31.200446 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15ab36d-c592-430a-8a65-51a5b439698a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00250dd6-6fb6-4a78-a39f-bb51d2b98df9,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:06:31.210089 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-e15ab36d-c592-430a-8a65-51a5b439698a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:06:31.215789 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-e15ab36d-c592-430a-8a65-51a5b439698a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9b749be2d635477d96270e93574095af&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3604777
Apr 16 05:06:31.219073 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 36136) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:06:31.232883 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1569551f-078c-4d40-ae85-b548f8c23acd req-c67b0d46-b7cc-454e-b97e-b2fb65b841fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:31.234563 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-1569551f-078c-4d40-ae85-b548f8c23acd req-c67b0d46-b7cc-454e-b97e-b2fb65b841fc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=06941f0b-09e8-405d-9aeb-84ba5e578386&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.8420444
Apr 16 05:06:31.253021 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-72b1b3d8-697a-4e65-8416-b352f1977f22 req-c4957ecb-5058-463a-9420-7fdf4a295a5b tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/security-groups?id=8548a554-a67d-4df0-81c7-bc380ca1e345&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1243727
Apr 16 05:06:31.283491 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27705e51-5e0a-4901-8c75-8bd77efd6938 req-9f84a195-0b56-472a-b58c-2474a13aff15 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:31.288391 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-27705e51-5e0a-4901-8c75-8bd77efd6938 req-9f84a195-0b56-472a-b58c-2474a13aff15 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cebb75-08a7-4e02-a9ad-c88938f84799 HTTP/1.1" status: 200  len: 943 time: 0.7810671
Apr 16 05:06:31.314031 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-fa3ecd4d-bdc9-4769-9ee6-e14fea4f9686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:31.318534 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c439dc37-b935-4845-9da0-429c413ad752 req-ec869758-60b0-4e14-a781-bb7ac58e52d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:31.320338 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c439dc37-b935-4845-9da0-429c413ad752 req-ec869758-60b0-4e14-a781-bb7ac58e52d3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3839760e-ab00-4f46-8a04-f1c8415e06da HTTP/1.1" status: 200  len: 846 time: 0.1765003
Apr 16 05:06:31.371938 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-74975f0d-c069-4cee-803a-c71cb9a4dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:31.439893 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device 8a44b788-1572-40ab-b68e-d104bddf6f17 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=85358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 16 05:06:31.475680 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-fa3ecd4d-bdc9-4769-9ee6-e14fea4f9686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:31.539467 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-1569551f-078c-4d40-ae85-b548f8c23acd req-57529d46-f636-41c9-bd36-823aaf21a45d service neutron] 10.222.0.16 "GET /v2.0/networks/06941f0b-09e8-405d-9aeb-84ba5e578386?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2777715
Apr 16 05:06:31.565648 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c439dc37-b935-4845-9da0-429c413ad752 req-001b07f7-991a-4c64-8bdc-96109592980d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:31.569173 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c439dc37-b935-4845-9da0-429c413ad752 req-001b07f7-991a-4c64-8bdc-96109592980d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8e950144-b586-4419-9506-52e097c234b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2391088
Apr 16 05:06:31.750982 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-27705e51-5e0a-4901-8c75-8bd77efd6938 req-4d577e03-5093-4d88-95f4-278f4f92279e tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8463a7f-3623-45fa-b260-5c490295d4a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2097845
Apr 16 05:06:31.815352 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-fa3ecd4d-bdc9-4769-9ee6-e14fea4f9686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:31.823505 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2d8afbd5-4f98-4a88-8a44-d32c7ed61419 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:06:31.903186 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ecd4d-bdc9-4769-9ee6-e14fea4f9686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00250dd6-6fb6-4a78-a39f-bb51d2b98df9,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:06:31.918133 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-fa3ecd4d-bdc9-4769-9ee6-e14fea4f9686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:06:31.935170 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-fa3ecd4d-bdc9-4769-9ee6-e14fea4f9686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:31.946170 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-caeaff96-9c79-406e-bedb-a0fbb32d2f20 req-37096c92-f45d-40d6-9e53-f72ea114f630 tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce3234a2-1d0f-453a-9662-df381a4abe13 HTTP/1.1" status: 200  len: 210 time: 0.2495487
Apr 16 05:06:31.949701 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-fa3ecd4d-bdc9-4769-9ee6-e14fea4f9686 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/00250dd6-6fb6-4a78-a39f-bb51d2b98df9 HTTP/1.1" status: 204  len: 168 time: 0.7266700
Apr 16 05:06:32.020348 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c439dc37-b935-4845-9da0-429c413ad752 req-f80d0b3f-12d7-455a-930e-21816e4ed83e service neutron] 10.222.0.16 "GET /v2.0/networks/8e950144-b586-4419-9506-52e097c234b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4378471
Apr 16 05:06:32.131799 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-1569551f-078c-4d40-ae85-b548f8c23acd req-063547b5-f3ce-47dc-8198-4c008ff22f2b service neutron] 10.222.0.16 "GET /v2.0/networks/06941f0b-09e8-405d-9aeb-84ba5e578386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4615870
Apr 16 05:06:32.145545 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] For port 8a44b788-1572-40ab-b68e-d104bddf6f17, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=8a44b788-1572-40ab-b68e-d104bddf6f17,segment=NetworkSegment(64a2894f-a97d-4dbb-be91-f08a58c0c0c6),segment_id=64a2894f-a97d-4dbb-be91-f08a58c0c0c6)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:06:32.202113 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Returning: {'device': '8a44b788-1572-40ab-b68e-d104bddf6f17', 'network_id': '06941f0b-09e8-405d-9aeb-84ba5e578386', 'port_id': '8a44b788-1572-40ab-b68e-d104bddf6f17', 'mac_address': 'fa:16:3e:57:30:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e48212b-feeb-46ef-b312-f8119ba86757', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 16 05:06:32.335224 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f075f23a-3d1c-4140-93fb-04984d3843bf', 'tag': '525a9c21-dc2f-4357-8898-36e8a37e4418', 'status': 'completed', 'code': 200}
Apr 16 05:06:32.340180 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f6a6db6-5e0e-4625-805b-854fe43bd156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '812f1224-5033-4d66-a589-6e8874a8ace2', 'code': 200}
Apr 16 05:06:32.355568 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:32.403710 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c439dc37-b935-4845-9da0-429c413ad752 req-433d5a1f-3b0a-40ac-87b0-dc29f7939954 service neutron] 10.222.0.16 "GET /v2.0/networks/8e950144-b586-4419-9506-52e097c234b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3759897
Apr 16 05:06:32.415644 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a44b788-1572-40ab-b68e-d104bddf6f17 {{(pid=85358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 05:06:32.441029 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] For port 8a44b788-1572-40ab-b68e-d104bddf6f17, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=8a44b788-1572-40ab-b68e-d104bddf6f17,segment=NetworkSegment(64a2894f-a97d-4dbb-be91-f08a58c0c0c6),segment_id=64a2894f-a97d-4dbb-be91-f08a58c0c0c6)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:06:32.446136 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:32.449951 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:06:32.480629 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-74975f0d-c069-4cee-803a-c71cb9a4dbf6 None None] Notify callbacks [] for port, precommit_update {{(pid=85359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:32.504087 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-74975f0d-c069-4cee-803a-c71cb9a4dbf6 None None] Transition to ACTIVE for port object 10284401-b3ee-4ef7-8be6-52cd492bf5cd will not be triggered until provisioned by entity L2. {{(pid=85359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 05:06:32.517648 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-74975f0d-c069-4cee-803a-c71cb9a4dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:32.551995 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:06:32.576503 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Pushing event updated for resources: {'Port': ['ID=8a44b788-1572-40ab-b68e-d104bddf6f17,revision_number=4']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:06:32.597548 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:06:32.668346 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d13cd4-88c9-488d-a4b1-21f3c6f58db3 req-0d7da0d6-c15d-4d9b-8c31-ccbb1927a447 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:32.670433 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-41d13cd4-88c9-488d-a4b1-21f3c6f58db3 req-0d7da0d6-c15d-4d9b-8c31-ccbb1927a447 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?device_id=bed81e12-65a3-41c0-90e6-b4cb79976d45 HTTP/1.1" status: 200  len: 945 time: 0.6473134
Apr 16 05:06:32.795872 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] get_ports_and_sgs() called for port_ids ['8a44b788-1572-40ab-b68e-d104bddf6f17'] {{(pid=85358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 05:06:32.935074 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-41d13cd4-88c9-488d-a4b1-21f3c6f58db3 req-7ddc367b-9ab4-47f0-9a2d-85fd63678ef3 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2537899
Apr 16 05:06:33.052692 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c793c-fd2e-4ea3-bfb9-a1066e389bb1 req-b448de80-e6cc-4385-b758-9a533d4364b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:33.061778 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ed6c793c-fd2e-4ea3-bfb9-a1066e389bb1 req-b448de80-e6cc-4385-b758-9a533d4364b8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=19a213d1b49b4109b75966286a61917f&device_id=f075f23a-3d1c-4140-93fb-04984d3843bf HTTP/1.1" status: 200  len: 1096 time: 0.2400339
Apr 16 05:06:33.078492 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf034c4-1010-40c7-9328-f2995fc36f57 None None] Pushing event updated for resources: {'Port': ['ID=10284401-b3ee-4ef7-8be6-52cd492bf5cd,revision_number=2']} {{(pid=85359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:06:33.084548 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-7bf034c4-1010-40c7-9328-f2995fc36f57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=85359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:06:33.114732 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d5f29b-b5f7-4cb3-b0a8-88b38aebfa6c req-2dab22e0-6b8a-4280-8a90-c5268097dfb8 tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:33.141931 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-e9d5f29b-b5f7-4cb3-b0a8-88b38aebfa6c req-2dab22e0-6b8a-4280-8a90-c5268097dfb8 tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfaec3b5-72d8-4c5b-88ed-6be24fd4ba7c HTTP/1.1" status: 200  len: 949 time: 0.5530369
Apr 16 05:06:33.280284 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-74975f0d-c069-4cee-803a-c71cb9a4dbf6 None None] Attempting to bind port 10284401-b3ee-4ef7-8be6-52cd492bf5cd on host dv-cinder-786524-1-iscsi for vnic_type normal with profile  {{(pid=85359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 05:06:33.280975 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-74975f0d-c069-4cee-803a-c71cb9a4dbf6 None None] Attempting to bind port 10284401-b3ee-4ef7-8be6-52cd492bf5cd by drivers openvswitch,hyperv on host dv-cinder-786524-1-iscsi at level 0 using segments [{'id': '88f0db33-a5d4-497b-ae0c-257388b0c0ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88'}] {{(pid=85359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 05:06:33.281824 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74975f0d-c069-4cee-803a-c71cb9a4dbf6 None None] Attempting to bind port 10284401-b3ee-4ef7-8be6-52cd492bf5cd on network 09b59cd3-13be-4f6b-8ba8-71a7bb13ef88 {{(pid=85359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 05:06:33.289898 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74975f0d-c069-4cee-803a-c71cb9a4dbf6 None None] Checking agent: {'id': '2c00d7f4-da3e-4cf0-ab95-3dab1af70cf6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 4, 54, 38), 'started_at': datetime.datetime(2021, 4, 16, 4, 55, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 5, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 05:06:33.290764 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74975f0d-c069-4cee-803a-c71cb9a4dbf6 None None] Checking segment: {'id': '88f0db33-a5d4-497b-ae0c-257388b0c0ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 05:06:33.291454 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-74975f0d-c069-4cee-803a-c71cb9a4dbf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:33.292363 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74975f0d-c069-4cee-803a-c71cb9a4dbf6 None None] Bound using segment: {'id': '88f0db33-a5d4-497b-ae0c-257388b0c0ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88'} {{(pid=85359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 05:06:33.293322 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-74975f0d-c069-4cee-803a-c71cb9a4dbf6 None None] Bound port: 10284401-b3ee-4ef7-8be6-52cd492bf5cd, host: dv-cinder-786524-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88f0db33-a5d4-497b-ae0c-257388b0c0ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88'}}] {{(pid=85359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 05:06:33.293949 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-74975f0d-c069-4cee-803a-c71cb9a4dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:33.323438 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-e9d5f29b-b5f7-4cb3-b0a8-88b38aebfa6c req-176d8360-b20b-4902-bfd4-85336e0ec92a tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] 10.222.0.26 "GET /v2.0/security-groups?id=b06df75b-ef66-42ae-abfd-6e55d5b10fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1792185
Apr 16 05:06:33.450700 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device aa7bfbc3-cee1-4949-a563-945a6ac9b72a up at agent hyperv_hv-cinder-78652 {{(pid=85358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 05:06:33.451798 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c793c-fd2e-4ea3-bfb9-a1066e389bb1 req-3b9e1463-c439-4c12-8214-4331037c3145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:33.454507 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ed6c793c-fd2e-4ea3-bfb9-a1066e389bb1 req-3b9e1463-c439-4c12-8214-4331037c3145 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8e950144-b586-4419-9506-52e097c234b9 HTTP/1.1" status: 200  len: 908 time: 0.3826392
Apr 16 05:06:33.502759 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-74975f0d-c069-4cee-803a-c71cb9a4dbf6 None None] For port 10284401-b3ee-4ef7-8be6-52cd492bf5cd, host dv-cinder-786524-1-iscsi, cleared binding levels {{(pid=85359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 05:06:33.511167 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-74975f0d-c069-4cee-803a-c71cb9a4dbf6 None None] For port 10284401-b3ee-4ef7-8be6-52cd492bf5cd, host dv-cinder-786524-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=10284401-b3ee-4ef7-8be6-52cd492bf5cd,segment=NetworkSegment(88f0db33-a5d4-497b-ae0c-257388b0c0ef),segment_id=88f0db33-a5d4-497b-ae0c-257388b0c0ef)] {{(pid=85359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 05:06:33.518915 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-74975f0d-c069-4cee-803a-c71cb9a4dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:33.542972 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:06:33.575792 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Provisioning for port aa7bfbc3-cee1-4949-a563-945a6ac9b72a completed by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 05:06:33.590792 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Provisioning complete for port aa7bfbc3-cee1-4949-a563-945a6ac9b72a triggered by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:06:33.591310 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:33.676169 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ed6c793c-fd2e-4ea3-bfb9-a1066e389bb1 req-5dbb5c91-5b23-4ad3-9056-f60c8c4c2e72 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=525a9c21-dc2f-4357-8898-36e8a37e4418 HTTP/1.1" status: 200  len: 217 time: 0.2133946
Apr 16 05:06:33.713805 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf034c4-1010-40c7-9328-f2995fc36f57 None None] Pushing event updated for resources: {'Port': ['ID=10284401-b3ee-4ef7-8be6-52cd492bf5cd,revision_number=3']} {{(pid=85359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:06:33.720444 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-7bf034c4-1010-40c7-9328-f2995fc36f57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=85359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:06:33.778204 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74975f0d-c069-4cee-803a-c71cb9a4dbf6 None None] Routers {'b9d72537-f49c-491b-a57b-1ef2b1301d9f'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:06:33.779225 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-74975f0d-c069-4cee-803a-c71cb9a4dbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5daefe54e0>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:06:07Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['b9d72537-f49c-491b-a57b-1ef2b1301d9f'], 'active': True} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:06:33.782485 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-62142904-02a5-4573-9a39-bc3dce47df9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:33.789581 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c793c-fd2e-4ea3-bfb9-a1066e389bb1 req-ca39c5e2-70a5-4ec9-9f66-6a6bbb7c7bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:33.791457 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ed6c793c-fd2e-4ea3-bfb9-a1066e389bb1 req-ca39c5e2-70a5-4ec9-9f66-6a6bbb7c7bed service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3839760e-ab00-4f46-8a04-f1c8415e06da HTTP/1.1" status: 200  len: 846 time: 0.1072109
Apr 16 05:06:33.848637 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb34783-6deb-421d-b7d0-68f4716160e5 req-b6faff57-bf83-4d17-a176-42d4a062bcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:33.850376 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-cbb34783-6deb-421d-b7d0-68f4716160e5 req-b6faff57-bf83-4d17-a176-42d4a062bcfd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=52cebb75-08a7-4e02-a9ad-c88938f84799&tenant_id=0568e0a577bb45428833638c9c368aa5 HTTP/1.1" status: 200  len: 1096 time: 0.2334626
Apr 16 05:06:33.888857 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303c67f3-7087-4b44-b8fd-836a4d9d5f7a req-b55ea41f-2570-42b5-902d-2c3888bc7fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:33.891046 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-303c67f3-7087-4b44-b8fd-836a4d9d5f7a req-b55ea41f-2570-42b5-902d-2c3888bc7fc9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7f6a6db6-5e0e-4625-805b-854fe43bd156 HTTP/1.1" status: 200  len: 1098 time: 0.8757873
Apr 16 05:06:33.936041 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c793c-fd2e-4ea3-bfb9-a1066e389bb1 req-1f44ff2f-b35d-4fd8-a16d-7fe10ba127f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:33.937827 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ed6c793c-fd2e-4ea3-bfb9-a1066e389bb1 req-1f44ff2f-b35d-4fd8-a16d-7fe10ba127f0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8e950144-b586-4419-9506-52e097c234b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1345947
Apr 16 05:06:33.977339 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:34.000652 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-303c67f3-7087-4b44-b8fd-836a4d9d5f7a req-30cfd331-8c26-4e66-9ca2-f6eecfebd6a9 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0665147
Apr 16 05:06:34.027169 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-74975f0d-c069-4cee-803a-c71cb9a4dbf6 None None] Set router b9d72537-f49c-491b-a57b-1ef2b1301d9f gateway port host: dv-cinder-786524-1-iscsi {{(pid=85359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:06:34.062128 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] For port aa7bfbc3-cee1-4949-a563-945a6ac9b72a, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=aa7bfbc3-cee1-4949-a563-945a6ac9b72a,segment=NetworkSegment(e0c30da2-1a68-4f2e-be9b-2ec222378b18),segment_id=e0c30da2-1a68-4f2e-be9b-2ec222378b18)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:06:34.066617 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:34.068882 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:06:34.075210 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6760d-ff4a-4cc9-9e94-fb93adaebd9b req-b0f33bbd-48e8-4112-adfa-78d276e1a2ac tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:34.085512 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-50d6760d-ff4a-4cc9-9e94-fb93adaebd9b req-b0f33bbd-48e8-4112-adfa-78d276e1a2ac tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/ports?device_id=c40e39e3-212b-4093-b018-1962009d207d HTTP/1.1" status: 200  len: 945 time: 0.6700320
Apr 16 05:06:34.174184 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-50d6760d-ff4a-4cc9-9e94-fb93adaebd9b req-2d3818c1-b5bc-4ca6-bc9d-fe8cbc7f4d63 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/security-groups?id=4caff57c-68d2-4f1f-a5bc-b37d2db244ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0846555
Apr 16 05:06:34.199784 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Pushing event updated for resources: {'Port': ['ID=aa7bfbc3-cee1-4949-a563-945a6ac9b72a,revision_number=5']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:06:34.205806 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b4061-742a-4466-80b2-2015d1aa8723 req-07b48831-497b-4069-9fd4-befed0c44606 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:34.207016 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:06:34.208077 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-b30b4061-742a-4466-80b2-2015d1aa8723 req-07b48831-497b-4069-9fd4-befed0c44606 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/ports?device_id=f075f23a-3d1c-4140-93fb-04984d3843bf HTTP/1.1" status: 200  len: 943 time: 0.5934870
Apr 16 05:06:34.249315 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb34783-6deb-421d-b7d0-68f4716160e5 req-3314d592-9eae-4360-9b5f-c41bd4072384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:34.254490 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-cbb34783-6deb-421d-b7d0-68f4716160e5 req-3314d592-9eae-4360-9b5f-c41bd4072384 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0568e0a577bb45428833638c9c368aa5&device_id=52cebb75-08a7-4e02-a9ad-c88938f84799 HTTP/1.1" status: 200  len: 1096 time: 0.3668466
Apr 16 05:06:34.342070 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c40e39e3-212b-4093-b018-1962009d207d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa7bfbc3-cee1-4949-a563-945a6ac9b72a'}] {{(pid=85358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 05:06:34.427011 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-b30b4061-742a-4466-80b2-2015d1aa8723 req-26f5dd5c-4c93-48bd-9073-d6246933a8d9 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/security-groups?id=8548a554-a67d-4df0-81c7-bc380ca1e345&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1904366
Apr 16 05:06:34.487404 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 36186) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:06:34.488634 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce3234a2-1d0f-453a-9662-df381a4abe13', 'name': 'network-vif-deleted', 'tag': 'f6bcc896-2896-4ac3-bc4d-8a87a78ac768'}] {{(pid=85356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 05:06:34.495466 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb34783-6deb-421d-b7d0-68f4716160e5 req-f20bc202-a6d3-4c12-8eb6-342567d9efc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:34.497228 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-cbb34783-6deb-421d-b7d0-68f4716160e5 req-f20bc202-a6d3-4c12-8eb6-342567d9efc6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8df91495-625b-4773-a543-89e51aa2e299 HTTP/1.1" status: 200  len: 918 time: 0.2319424
Apr 16 05:06:34.529403 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-74975f0d-c069-4cee-803a-c71cb9a4dbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5daefe54e0>, [{'id': 'b9d72537-f49c-491b-a57b-1ef2b1301d9f', 'name': 'tempest-TestMinimumBasicScenario-409442546-router', 'tenant_id': '9e123026a25e4d72ac0dd52783e66129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '10284401-b3ee-4ef7-8be6-52cd492bf5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:06:17Z', 'updated_at': '2021-04-16T05:06:26Z', 'revision_number': 3, 'project_id': '9e123026a25e4d72ac0dd52783e66129', 'gw_port': {'id': '10284401-b3ee-4ef7-8be6-52cd492bf5cd', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:8d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d72537-f49c-491b-a57b-1ef2b1301d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:06:21Z', 'updated_at': '2021-04-16T05:06:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi'}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:06:34.548736 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74975f0d-c069-4cee-803a-c71cb9a4dbf6 None None] The sync data for ids ['b9d72537-f49c-491b-a57b-1ef2b1301d9f'] in dv-cinder-786524-1-iscsi is: [{'id': 'b9d72537-f49c-491b-a57b-1ef2b1301d9f', 'name': 'tempest-TestMinimumBasicScenario-409442546-router', 'tenant_id': '9e123026a25e4d72ac0dd52783e66129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '10284401-b3ee-4ef7-8be6-52cd492bf5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:06:17Z', 'updated_at': '2021-04-16T05:06:26Z', 'revision_number': 3, 'project_id': '9e123026a25e4d72ac0dd52783e66129', 'gw_port': {'id': '10284401-b3ee-4ef7-8be6-52cd492bf5cd', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:8d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d72537-f49c-491b-a57b-1ef2b1301d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:06:21Z', 'updated_at': '2021-04-16T05:06:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi'}] {{(pid=85359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 05:06:34.550589 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef10b6a8-62ac-41c6-9593-684450a72bd1 req-89317961-f782-45f1-a501-c70fc14eeb59 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:34.552364 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ef10b6a8-62ac-41c6-9593-684450a72bd1 req-89317961-f782-45f1-a501-c70fc14eeb59 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cebb75-08a7-4e02-a9ad-c88938f84799 HTTP/1.1" status: 200  len: 943 time: 0.1988969
Apr 16 05:06:34.640718 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ed6c793c-fd2e-4ea3-bfb9-a1066e389bb1 req-e5ffbede-e927-4f11-83cd-db51f131a69f service neutron] 10.222.0.16 "GET /v2.0/networks/8e950144-b586-4419-9506-52e097c234b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6913025
Apr 16 05:06:34.690846 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ef10b6a8-62ac-41c6-9593-684450a72bd1 req-e03c0ea6-d078-4341-b9c6-f00b43a0143d tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8463a7f-3623-45fa-b260-5c490295d4a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1172419
Apr 16 05:06:34.716927 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-cbb34783-6deb-421d-b7d0-68f4716160e5 req-cd3c35b2-3399-4326-bf9a-3c9f089e8ecc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4688bbfc-265d-4202-8afe-72cfcb6f87da HTTP/1.1" status: 200  len: 998 time: 0.2050881
Apr 16 05:06:34.743451 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.db_base_plugin_common [None req-62142904-02a5-4573-9a39-bc3dce47df9f admin admin] Allocated IP 172.20.0.1 (864fab42-ad00-4efb-b64d-62add0bc7715/d4f4106f-e905-42f9-a074-d274e9e3e7f3/266ef41e-f137-46dc-9ef8-83131d628b43) {{(pid=85357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 05:06:34.833788 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-df88b091-9151-419a-9753-70a7d52f4475 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:34.848896 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-50c08a7d-8781-4f6e-ac15-e3c1bf8b682b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:35.010714 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c40e39e3-212b-4093-b018-1962009d207d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa7bfbc3-cee1-4949-a563-945a6ac9b72a', 'code': 200}
Apr 16 05:06:35.202212 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-62142904-02a5-4573-9a39-bc3dce47df9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:35.247155 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-df88b091-9151-419a-9753-70a7d52f4475 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:06:35.402707 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-62142904-02a5-4573-9a39-bc3dce47df9f admin admin] Transition to ACTIVE for port object 266ef41e-f137-46dc-9ef8-83131d628b43 will not be triggered until provisioned by entity DHCP. {{(pid=85357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 05:06:35.428292 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-df88b091-9151-419a-9753-70a7d52f4475 admin admin] Usage tracker for resource:security_group_rule and tenant:fdde0c74f0ea462dbee52a2d97a03166 is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:06:35.434340 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-df88b091-9151-419a-9753-70a7d52f4475 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:06:35.445792 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-df88b091-9151-419a-9753-70a7d52f4475 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:06:35.447776 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce3234a2-1d0f-453a-9662-df381a4abe13', 'name': 'network-vif-deleted', 'tag': 'f6bcc896-2896-4ac3-bc4d-8a87a78ac768', 'status': 'completed', 'code': 200}
Apr 16 05:06:35.477122 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device 8a44b788-1572-40ab-b68e-d104bddf6f17 up at agent hyperv_hv-cinder-78652 {{(pid=85358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 05:06:35.482232 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ed6c793c-fd2e-4ea3-bfb9-a1066e389bb1 req-9c2a78ad-d854-4390-8b77-2c86f4e23fe0 service neutron] 10.222.0.16 "GET /v2.0/networks/8e950144-b586-4419-9506-52e097c234b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7641253
Apr 16 05:06:35.517297 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb34783-6deb-421d-b7d0-68f4716160e5 req-678581ca-b6aa-4fdc-8173-7913556dc774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:35.518954 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-cbb34783-6deb-421d-b7d0-68f4716160e5 req-678581ca-b6aa-4fdc-8173-7913556dc774 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7194465a-cb17-4853-a8ba-70bd30e05305 HTTP/1.1" status: 200  len: 856 time: 0.7541764
Apr 16 05:06:35.681462 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb34783-6deb-421d-b7d0-68f4716160e5 req-83e9ffb8-0088-4d01-a4c2-72b3329d97b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:35.683569 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-cbb34783-6deb-421d-b7d0-68f4716160e5 req-83e9ffb8-0088-4d01-a4c2-72b3329d97b5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8df91495-625b-4773-a543-89e51aa2e299&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1573110
Apr 16 05:06:35.889345 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Provisioning for port 8a44b788-1572-40ab-b68e-d104bddf6f17 completed by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 05:06:35.897067 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Provisioning complete for port 8a44b788-1572-40ab-b68e-d104bddf6f17 triggered by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:06:35.897592 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:35.927962 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-cbb34783-6deb-421d-b7d0-68f4716160e5 req-d6938a33-5f5e-4547-941a-54fc67d240bb service neutron] 10.222.0.16 "GET /v2.0/networks/8df91495-625b-4773-a543-89e51aa2e299?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2357271
Apr 16 05:06:36.041556 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:36.045402 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-62142904-02a5-4573-9a39-bc3dce47df9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284332319809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30120147'] for port, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:36.064976 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-630509fe-6425-49b2-b674-e4377b508e96 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:06:36.095063 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad5e53b-597a-43fb-9f4c-9b34ee7751eb req-351f2d3d-5b0e-46d5-a010-37cffaa9ab50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:36.097870 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] For port 8a44b788-1572-40ab-b68e-d104bddf6f17, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=8a44b788-1572-40ab-b68e-d104bddf6f17,segment=NetworkSegment(64a2894f-a97d-4dbb-be91-f08a58c0c0c6),segment_id=64a2894f-a97d-4dbb-be91-f08a58c0c0c6)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:06:36.098518 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-0ad5e53b-597a-43fb-9f4c-9b34ee7751eb req-351f2d3d-5b0e-46d5-a010-37cffaa9ab50 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c40e39e3-212b-4093-b018-1962009d207d HTTP/1.1" status: 200  len: 1099 time: 0.2445993
Apr 16 05:06:36.103222 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:36.106388 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-e26e26b1-4bfc-4e21-b3ba-61e519f54a0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:06:36.251151 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-cbb34783-6deb-421d-b7d0-68f4716160e5 req-ca6bb5a6-8e39-476c-909f-34a577b698bf service neutron] 10.222.0.16 "GET /v2.0/networks/8df91495-625b-4773-a543-89e51aa2e299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3092909
Apr 16 05:06:36.255382 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-0ad5e53b-597a-43fb-9f4c-9b34ee7751eb req-b786f865-d6d5-460f-a287-b3fa754aa860 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4caff57c-68d2-4f1f-a5bc-b37d2db244ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1441507
Apr 16 05:06:36.270372 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Pushing event updated for resources: {'Port': ['ID=8a44b788-1572-40ab-b68e-d104bddf6f17,revision_number=5']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:06:36.273757 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:06:36.306650 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62142904-02a5-4573-9a39-bc3dce47df9f admin admin] Pushing event updated for resources: {'Port': ['ID=266ef41e-f137-46dc-9ef8-83131d628b43,revision_number=1']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:06:36.317984 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4aa04a-169c-44b2-a0d4-8dfe1918cca8 req-4f43ffc7-497f-4406-971a-39077914f5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:36.319669 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-bb4aa04a-169c-44b2-a0d4-8dfe1918cca8 req-4f43ffc7-497f-4406-971a-39077914f5ac service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=906565d5b9534e68b06210dedd1603fb&device_id=bed81e12-65a3-41c0-90e6-b4cb79976d45 HTTP/1.1" status: 200  len: 1098 time: 1.0541883
Apr 16 05:06:36.330124 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905ac8ca-a2e2-48d6-bde5-e6ad0ba787ab req-021a5df7-96ac-49c3-aafc-62023bcf4224 tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:36.331809 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-905ac8ca-a2e2-48d6-bde5-e6ad0ba787ab req-021a5df7-96ac-49c3-aafc-62023bcf4224 tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfaec3b5-72d8-4c5b-88ed-6be24fd4ba7c HTTP/1.1" status: 200  len: 949 time: 0.9078312
Apr 16 05:06:36.335739 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device 10284401-b3ee-4ef7-8be6-52cd492bf5cd up at agent ovs-agent-dv-cinder-786524-1-iscsi {{(pid=85358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 05:06:36.353316 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-62142904-02a5-4573-9a39-bc3dce47df9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:06:36.368959 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270dbb3e-374e-4b48-bccb-c7adc6f5f80b req-f5b12060-1d4b-4718-8f8b-7f92be21b183 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:36.370764 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-270dbb3e-374e-4b48-bccb-c7adc6f5f80b req-f5b12060-1d4b-4718-8f8b-7f92be21b183 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?device_id=bed81e12-65a3-41c0-90e6-b4cb79976d45 HTTP/1.1" status: 200  len: 945 time: 0.7705607
Apr 16 05:06:36.428897 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Provisioning for port 10284401-b3ee-4ef7-8be6-52cd492bf5cd completed by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 05:06:36.436325 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Provisioning complete for port 10284401-b3ee-4ef7-8be6-52cd492bf5cd triggered by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:06:36.436753 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:36.512601 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-df88b091-9151-419a-9753-70a7d52f4475 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:36.529679 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-df88b091-9151-419a-9753-70a7d52f4475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:36.540057 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-f58292aa-8edd-4432-a3fd-60a0cb20bcc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:06:36.550778 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-270dbb3e-374e-4b48-bccb-c7adc6f5f80b req-8e3a3597-6f18-4f44-8b57-0f34d05acf7f tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1457546
Apr 16 05:06:36.553857 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-905ac8ca-a2e2-48d6-bde5-e6ad0ba787ab req-0ff8e7cf-8b9d-4fdd-a3f1-0bfea9b63921 tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] 10.222.0.26 "GET /v2.0/security-groups?id=b06df75b-ef66-42ae-abfd-6e55d5b10fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1950512
Apr 16 05:06:36.574924 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62142904-02a5-4573-9a39-bc3dce47df9f admin admin] Network 864fab42-ad00-4efb-b64d-62add0bc7715 is already hosted by enough agents. {{(pid=85357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 05:06:36.583061 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:36.597807 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [None req-62142904-02a5-4573-9a39-bc3dce47df9f admin admin] Resources bound (agent type, host, resource id):  {{(pid=85357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 05:06:36.607947 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] For port 10284401-b3ee-4ef7-8be6-52cd492bf5cd, host dv-cinder-786524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=10284401-b3ee-4ef7-8be6-52cd492bf5cd,segment=NetworkSegment(88f0db33-a5d4-497b-ae0c-257388b0c0ef),segment_id=88f0db33-a5d4-497b-ae0c-257388b0c0ef)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:06:36.624438 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:36.628857 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62142904-02a5-4573-9a39-bc3dce47df9f admin admin] Received port after_create {{(pid=85357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 05:06:36.632361 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:06:36.730401 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-df88b091-9151-419a-9753-70a7d52f4475 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fdde0c74f0ea462dbee52a2d97a03166&name=default HTTP/1.1" status: 200  len: 2979 time: 2.2407317
Apr 16 05:06:36.731639 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df88b091-9151-419a-9753-70a7d52f4475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f08759-63ed-4155-85c9-ea0c4637a7e6,revision_number=1']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:06:36.733214 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 36212) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:06:36.794968 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-df88b091-9151-419a-9753-70a7d52f4475 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:06:36.835081 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Pushing event updated for resources: {'Port': ['ID=10284401-b3ee-4ef7-8be6-52cd492bf5cd,revision_number=4']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:06:36.848337 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:06:36.856720 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-6520a32f-c8d5-484f-bc69-698fbf0c2d8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:36.912793 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ba827051-4899-49a4-bef4-9c3d8641e11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:36.918823 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-6520a32f-c8d5-484f-bc69-698fbf0c2d8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:36.939919 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-09c871a0-4e2c-4f05-bcf1-f0bfd6e9402d None None] Provisioning for port 266ef41e-f137-46dc-9ef8-83131d628b43 completed by entity DHCP. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 05:06:36.948991 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-09c871a0-4e2c-4f05-bcf1-f0bfd6e9402d None None] Provisioning complete for port 266ef41e-f137-46dc-9ef8-83131d628b43 triggered by entity DHCP. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:06:36.949827 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-09c871a0-4e2c-4f05-bcf1-f0bfd6e9402d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:36.975496 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-6520a32f-c8d5-484f-bc69-698fbf0c2d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:36.984060 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-d5bc820b-1d93-469b-b1ca-eca7d81003fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:06:37.000073 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6520a32f-c8d5-484f-bc69-698fbf0c2d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f08759-63ed-4155-85c9-ea0c4637a7e6,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:06:37.004610 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-6520a32f-c8d5-484f-bc69-698fbf0c2d8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:37.010665 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-6520a32f-c8d5-484f-bc69-698fbf0c2d8c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b4f08759-63ed-4155-85c9-ea0c4637a7e6 HTTP/1.1" status: 204  len: 168 time: 0.2714860
Apr 16 05:06:37.019995 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6520a32f-c8d5-484f-bc69-698fbf0c2d8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:06:37.021976 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6520a32f-c8d5-484f-bc69-698fbf0c2d8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:06:37.023512 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6520a32f-c8d5-484f-bc69-698fbf0c2d8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:06:37.025275 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6520a32f-c8d5-484f-bc69-698fbf0c2d8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:06:37.027147 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6520a32f-c8d5-484f-bc69-698fbf0c2d8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:06:37.028104 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6520a32f-c8d5-484f-bc69-698fbf0c2d8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:06:37.029004 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6520a32f-c8d5-484f-bc69-698fbf0c2d8c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:06:37.030177 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6520a32f-c8d5-484f-bc69-698fbf0c2d8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:06:37.030911 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6520a32f-c8d5-484f-bc69-698fbf0c2d8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:06:37.032770 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfaec3b5-72d8-4c5b-88ed-6be24fd4ba7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a44b788-1572-40ab-b68e-d104bddf6f17'}] {{(pid=85358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 05:06:37.034856 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6520a32f-c8d5-484f-bc69-698fbf0c2d8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:06:37.035776 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6520a32f-c8d5-484f-bc69-698fbf0c2d8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:06:37.037859 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6520a32f-c8d5-484f-bc69-698fbf0c2d8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:06:37.046201 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-6520a32f-c8d5-484f-bc69-698fbf0c2d8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:06:37.066998 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-62142904-02a5-4573-9a39-bc3dce47df9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33196661'] for router_interface, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:37.111313 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-09c871a0-4e2c-4f05-bcf1-f0bfd6e9402d None None] Port 266ef41e-f137-46dc-9ef8-83131d628b43 cannot update to ACTIVE because it is not bound. {{(pid=85358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 16 05:06:37.176980 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4aa04a-169c-44b2-a0d4-8dfe1918cca8 req-c6be0caf-2b57-4e53-8edb-d9651dea3e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:37.178658 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-bb4aa04a-169c-44b2-a0d4-8dfe1918cca8 req-c6be0caf-2b57-4e53-8edb-d9651dea3e07 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7f06c768-0917-4905-82a4-2a04abfa7281 HTTP/1.1" status: 200  len: 919 time: 0.5560791
Apr 16 05:06:37.292576 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-bb4aa04a-169c-44b2-a0d4-8dfe1918cca8 req-27d93093-bc65-4c92-9e64-11215adb8444 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbe55579-a007-4247-9911-538143178e3b HTTP/1.1" status: 200  len: 217 time: 0.0990822
Apr 16 05:06:37.309308 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5702fb-4025-4441-9aea-b8870ebbe834 req-ecc661f1-fb5c-4f5b-9633-c78f3d04b83b tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:37.311061 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-7d5702fb-4025-4441-9aea-b8870ebbe834 req-ecc661f1-fb5c-4f5b-9633-c78f3d04b83b tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/ports?device_id=c40e39e3-212b-4093-b018-1962009d207d HTTP/1.1" status: 200  len: 946 time: 0.5189104
Apr 16 05:06:37.363576 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505fc701-795c-4ca6-8339-64835a4d4bf2 req-f37db243-ddab-4997-ad0a-33c548a1da7a tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:37.365793 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-505fc701-795c-4ca6-8339-64835a4d4bf2 req-f37db243-ddab-4997-ad0a-33c548a1da7a tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] 10.222.0.26 "GET /v2.0/networks?id=d04df2ba-2d9b-496f-9756-0f60da18d12f HTTP/1.1" status: 200  len: 809 time: 0.5723221
Apr 16 05:06:37.449582 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-505fc701-795c-4ca6-8339-64835a4d4bf2 req-a3d591b9-0d74-4687-8979-c7693936be87 tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] 10.222.0.26 "GET /v2.0/quotas/22368bbb87b44962a11854b6e49730c3 HTTP/1.1" status: 200  len: 375 time: 0.0506918
Apr 16 05:06:37.549205 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4aa04a-169c-44b2-a0d4-8dfe1918cca8 req-9428bd9d-05ec-4759-a109-f3bf78f17f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:37.550725 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-bb4aa04a-169c-44b2-a0d4-8dfe1918cca8 req-9428bd9d-05ec-4759-a109-f3bf78f17f81 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=092c750d-226a-4b66-92f6-9f771b17666a HTTP/1.1" status: 200  len: 858 time: 0.2368376
Apr 16 05:06:37.568904 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-7d5702fb-4025-4441-9aea-b8870ebbe834 req-c6d115f4-0492-46f5-9f87-83f967ff3ada tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/security-groups?id=4caff57c-68d2-4f1f-a5bc-b37d2db244ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2018414
Apr 16 05:06:37.573905 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-505fc701-795c-4ca6-8339-64835a4d4bf2 req-03860e6a-2b32-4c35-9bda-c22cf941111a tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=22368bbb87b44962a11854b6e49730c3&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1163545
Apr 16 05:06:37.625040 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:37.717547 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-62142904-02a5-4573-9a39-bc3dce47df9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:37.751867 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-63345f0b-feae-4d1b-a675-506eb60b354a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:37.860368 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b642b8b-5d56-40ec-a94f-3bc28d08eeb7 req-b9abcc41-0259-4a5e-8297-d94534ac1f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:37.862134 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-1b642b8b-5d56-40ec-a94f-3bc28d08eeb7 req-b9abcc41-0259-4a5e-8297-d94534ac1f1f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0568e0a577bb45428833638c9c368aa5&device_id=52cebb75-08a7-4e02-a9ad-c88938f84799 HTTP/1.1" status: 200  len: 1096 time: 0.2119043
Apr 16 05:06:37.882689 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-bb4aa04a-169c-44b2-a0d4-8dfe1918cca8 req-745de249-19aa-4c6b-ab11-275b8e2ce1e5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7f06c768-0917-4905-82a4-2a04abfa7281&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1648982
Apr 16 05:06:38.020409 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:38.214430 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b642b8b-5d56-40ec-a94f-3bc28d08eeb7 req-66053996-5957-4de1-aa7f-8213bae3828e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:38.216945 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-1b642b8b-5d56-40ec-a94f-3bc28d08eeb7 req-66053996-5957-4de1-aa7f-8213bae3828e service neutron] 10.222.0.16 "GET /v2.0/networks?id=8df91495-625b-4773-a543-89e51aa2e299 HTTP/1.1" status: 200  len: 918 time: 0.2961380
Apr 16 05:06:38.293063 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-505fc701-795c-4ca6-8339-64835a4d4bf2 req-f712fe1f-55f6-4d10-a2d0-30ca9f990b0b service neutron] 10.222.0.26 "GET /v2.0/networks/d04df2ba-2d9b-496f-9756-0f60da18d12f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7026362
Apr 16 05:06:38.301967 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device 10284401-b3ee-4ef7-8be6-52cd492bf5cd up at agent ovs-agent-dv-cinder-786524-1-iscsi {{(pid=85358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 05:06:38.371729 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-1b642b8b-5d56-40ec-a94f-3bc28d08eeb7 req-d7259b65-3a35-41b6-8014-0e9933c182d8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4688bbfc-265d-4202-8afe-72cfcb6f87da HTTP/1.1" status: 200  len: 998 time: 0.1412714
Apr 16 05:06:38.458544 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b642b8b-5d56-40ec-a94f-3bc28d08eeb7 req-cf5adc3d-17de-4e81-8c5f-1de4b4960507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:38.460455 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-1b642b8b-5d56-40ec-a94f-3bc28d08eeb7 req-cf5adc3d-17de-4e81-8c5f-1de4b4960507 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7194465a-cb17-4853-a8ba-70bd30e05305 HTTP/1.1" status: 200  len: 856 time: 0.0806594
Apr 16 05:06:38.494270 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7a35e2-95d3-433f-809d-e4273e010561 req-b55ec6ae-e74c-467d-bdda-8d3a184f8fa8 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:38.495220 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Provisioning complete for port 10284401-b3ee-4ef7-8be6-52cd492bf5cd triggered by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:06:38.495657 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:38.496005 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-6f7a35e2-95d3-433f-809d-e4273e010561 req-b55ec6ae-e74c-467d-bdda-8d3a184f8fa8 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/ports?device_id=f075f23a-3d1c-4140-93fb-04984d3843bf HTTP/1.1" status: 200  len: 943 time: 0.6933856
Apr 16 05:06:38.618779 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-505fc701-795c-4ca6-8339-64835a4d4bf2 req-c6503e52-ff5d-4958-8cdf-8e61867a44b0 service neutron] 10.222.0.26 "GET /v2.0/networks/d04df2ba-2d9b-496f-9756-0f60da18d12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3246996
Apr 16 05:06:38.627032 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-bb4aa04a-169c-44b2-a0d4-8dfe1918cca8 req-ed07a219-dee3-4226-87fb-27300a46390d service neutron] 10.222.0.16 "GET /v2.0/networks/7f06c768-0917-4905-82a4-2a04abfa7281?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6900942
Apr 16 05:06:38.639827 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-6f7a35e2-95d3-433f-809d-e4273e010561 req-d216ab74-625e-455a-b994-3ab7d3123538 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/security-groups?id=8548a554-a67d-4df0-81c7-bc380ca1e345&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0990314
Apr 16 05:06:38.664545 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b642b8b-5d56-40ec-a94f-3bc28d08eeb7 req-d665aad8-fad6-440d-b4c7-44684d37b1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:38.666264 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-1b642b8b-5d56-40ec-a94f-3bc28d08eeb7 req-d665aad8-fad6-440d-b4c7-44684d37b1e0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8df91495-625b-4773-a543-89e51aa2e299&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1987145
Apr 16 05:06:38.982085 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfaec3b5-72d8-4c5b-88ed-6be24fd4ba7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a44b788-1572-40ab-b68e-d104bddf6f17', 'code': 200}
Apr 16 05:06:39.104668 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-1b642b8b-5d56-40ec-a94f-3bc28d08eeb7 req-724fa282-8f20-4580-b09d-ccf2769e8fba service neutron] 10.222.0.16 "GET /v2.0/networks/8df91495-625b-4773-a543-89e51aa2e299?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4300208
Apr 16 05:06:39.415682 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a57a9699-4b93-4635-9a0c-76135fd629c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:39.496919 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-1b642b8b-5d56-40ec-a94f-3bc28d08eeb7 req-64af61f4-d9c3-43d4-8e34-87e2c78d733d service neutron] 10.222.0.16 "GET /v2.0/networks/8df91495-625b-4773-a543-89e51aa2e299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3646865
Apr 16 05:06:39.506524 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 36286) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:06:39.720810 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-bb4aa04a-169c-44b2-a0d4-8dfe1918cca8 req-78d14662-af5f-4d52-baa2-e1348eaf7269 service neutron] 10.222.0.16 "GET /v2.0/networks/7f06c768-0917-4905-82a4-2a04abfa7281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0751567
Apr 16 05:06:39.732724 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0cd34069-0dac-4e07-866d-fb237a6f4617 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:39.754659 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-0cd34069-0dac-4e07-866d-fb237a6f4617 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:06:39.759318 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-0cd34069-0dac-4e07-866d-fb237a6f4617 admin admin] Usage tracker for resource:security_group_rule and tenant:6795f023bc694f90a7ba895e3e42a184 is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:06:39.763256 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-0cd34069-0dac-4e07-866d-fb237a6f4617 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:06:39.764393 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-62142904-02a5-4573-9a39-bc3dce47df9f admin admin] Notify callbacks [] for port, precommit_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:39.776291 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-0cd34069-0dac-4e07-866d-fb237a6f4617 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:06:39.796075 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-62142904-02a5-4573-9a39-bc3dce47df9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036824655669'] for port, after_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:39.860805 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-d666f7bf-b305-47ed-9a02-f2bbb7df83b4 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:06:39.897258 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0cd34069-0dac-4e07-866d-fb237a6f4617 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:39.898515 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-62142904-02a5-4573-9a39-bc3dce47df9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036821710185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036821579246'] for router_interface, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:39.908688 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0cd34069-0dac-4e07-866d-fb237a6f4617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:39.922369 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-fa3ecd4d-bdc9-4769-9ee6-e14fea4f9686 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:06:39.959202 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-0cd34069-0dac-4e07-866d-fb237a6f4617 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6795f023bc694f90a7ba895e3e42a184&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4474976
Apr 16 05:06:39.963699 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 36296) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:06:39.987700 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd34069-0dac-4e07-866d-fb237a6f4617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02182e6e-a2b6-447e-a39b-535059cd327a,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:06:39.994279 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-0cd34069-0dac-4e07-866d-fb237a6f4617 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:06:40.053459 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-05067b2f-1a6c-49e2-9460-8b022bb5ff43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:40.065664 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bb2bb4-cc6a-4612-9be9-d3aaded1a337 req-a13ef714-b1ea-4739-a3c6-5bdd56465626 tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:40.069696 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-f5bb2bb4-cc6a-4612-9be9-d3aaded1a337 req-a13ef714-b1ea-4739-a3c6-5bdd56465626 tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfaec3b5-72d8-4c5b-88ed-6be24fd4ba7c HTTP/1.1" status: 200  len: 950 time: 0.5654984
Apr 16 05:06:40.091162 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-05067b2f-1a6c-49e2-9460-8b022bb5ff43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:40.091397 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff04b44-27d5-4904-bb82-f2bef5f25a43 req-ff235e01-c662-4fbd-bc61-91790fcf5115 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:40.093449 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-2ff04b44-27d5-4904-bb82-f2bef5f25a43 req-ff235e01-c662-4fbd-bc61-91790fcf5115 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cebb75-08a7-4e02-a9ad-c88938f84799 HTTP/1.1" status: 200  len: 943 time: 0.5903029
Apr 16 05:06:40.106234 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62142904-02a5-4573-9a39-bc3dce47df9f admin admin] Pushing event updated for resources: {'Port': ['ID=266ef41e-f137-46dc-9ef8-83131d628b43,revision_number=2']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:06:40.155358 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62142904-02a5-4573-9a39-bc3dce47df9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:06:40.155773 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62142904-02a5-4573-9a39-bc3dce47df9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:06:40.156183 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62142904-02a5-4573-9a39-bc3dce47df9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:06:40.156710 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62142904-02a5-4573-9a39-bc3dce47df9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:06:40.157136 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62142904-02a5-4573-9a39-bc3dce47df9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:06:40.157577 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62142904-02a5-4573-9a39-bc3dce47df9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:06:40.157970 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62142904-02a5-4573-9a39-bc3dce47df9f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:06:40.158363 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62142904-02a5-4573-9a39-bc3dce47df9f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:06:40.158753 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62142904-02a5-4573-9a39-bc3dce47df9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:06:40.159145 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62142904-02a5-4573-9a39-bc3dce47df9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:06:40.159530 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62142904-02a5-4573-9a39-bc3dce47df9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:06:40.159918 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62142904-02a5-4573-9a39-bc3dce47df9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:06:40.192280 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-62142904-02a5-4573-9a39-bc3dce47df9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:06:40.205261 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-05067b2f-1a6c-49e2-9460-8b022bb5ff43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:40.212377 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-e23a350c-03cc-47b7-860b-3812cf812fa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:06:40.228645 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05067b2f-1a6c-49e2-9460-8b022bb5ff43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02182e6e-a2b6-447e-a39b-535059cd327a,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:06:40.231388 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-05067b2f-1a6c-49e2-9460-8b022bb5ff43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:40.236172 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-05067b2f-1a6c-49e2-9460-8b022bb5ff43 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/02182e6e-a2b6-447e-a39b-535059cd327a HTTP/1.1" status: 204  len: 168 time: 0.2712963
Apr 16 05:06:40.237376 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-05067b2f-1a6c-49e2-9460-8b022bb5ff43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:06:40.312338 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-f5bb2bb4-cc6a-4612-9be9-d3aaded1a337 req-8f6f21e4-0f19-4403-959d-fec350893640 tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] 10.222.0.26 "GET /v2.0/security-groups?id=b06df75b-ef66-42ae-abfd-6e55d5b10fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2112179
Apr 16 05:06:40.327218 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-2ff04b44-27d5-4904-bb82-f2bef5f25a43 req-6337eb2c-3a69-4526-acb1-f4d2856ec04b tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8463a7f-3623-45fa-b260-5c490295d4a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1926339
Apr 16 05:06:40.355273 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62142904-02a5-4573-9a39-bc3dce47df9f admin admin] Network 864fab42-ad00-4efb-b64d-62add0bc7715 is already hosted by enough agents. {{(pid=85357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 05:06:40.357275 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [None req-62142904-02a5-4573-9a39-bc3dce47df9f admin admin] Resources bound (agent type, host, resource id):  {{(pid=85357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 05:06:40.761664 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-3508e2ac-fd3c-442a-9ba4-a17ef90b2f9a None None] Provisioning complete for port 266ef41e-f137-46dc-9ef8-83131d628b43 triggered by entity DHCP. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:06:40.762669 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-3508e2ac-fd3c-442a-9ba4-a17ef90b2f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:40.900279 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-3508e2ac-fd3c-442a-9ba4-a17ef90b2f9a None None] Port 266ef41e-f137-46dc-9ef8-83131d628b43 cannot update to ACTIVE because it is not bound. {{(pid=85358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 16 05:06:40.982519 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4a05b8-06b0-4a60-8cee-4392f0af73fa req-cb043361-66b1-486d-a817-58d8dfa4f7c8 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:40.984623 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-4c4a05b8-06b0-4a60-8cee-4392f0af73fa req-cb043361-66b1-486d-a817-58d8dfa4f7c8 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/ports?device_id=c40e39e3-212b-4093-b018-1962009d207d HTTP/1.1" status: 200  len: 946 time: 0.4066660
Apr 16 05:06:41.014414 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62142904-02a5-4573-9a39-bc3dce47df9f admin admin] Router b9d72537-f49c-491b-a57b-1ef2b1301d9f has already been hosted by L3 agent 9bacd1b6-99a0-44b1-8352-fe12768771b0 {{(pid=85357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 16 05:06:41.072682 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11059a49-7b2a-4926-a874-4c7031b561ac req-10db8ef4-4770-4636-9b78-c46762615c2d tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:41.074471 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-11059a49-7b2a-4926-a874-4c7031b561ac req-10db8ef4-4770-4636-9b78-c46762615c2d tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?device_id=bed81e12-65a3-41c0-90e6-b4cb79976d45 HTTP/1.1" status: 200  len: 945 time: 0.4006555
Apr 16 05:06:41.087161 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-4c4a05b8-06b0-4a60-8cee-4392f0af73fa req-6c31f659-b845-4fd3-a777-714db2d58784 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/security-groups?id=4caff57c-68d2-4f1f-a5bc-b37d2db244ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0751345
Apr 16 05:06:41.468554 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-bf9d11d2-b21b-4786-94fb-b429fd3837e0 req-0eba7529-a874-4546-b9e4-a8df74270bb7 tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] 10.222.0.26 "GET /v2.0/ports?device_id=65360207-bdc9-4932-b3c0-dff5cb1ccee5 HTTP/1.1" status: 200  len: 210 time: 0.1731219
Apr 16 05:06:41.527758 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-11059a49-7b2a-4926-a874-4c7031b561ac req-798a111a-6dc4-40ae-ab43-e504ed9c2da2 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4383543
Apr 16 05:06:41.536881 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device 525a9c21-dc2f-4357-8898-36e8a37e4418 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=85358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 16 05:06:41.768797 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62142904-02a5-4573-9a39-bc3dce47df9f admin admin] Notify agent at l3_agent.dv-cinder-786524-1-iscsi the message routers_updated {{(pid=85357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 05:06:41.798210 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2b5308-37c5-45b2-9225-5b5c4f669707 None None] Sync routers for ids ['b9d72537-f49c-491b-a57b-1ef2b1301d9f'] in dv-cinder-786524-1-iscsi {{(pid=85358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 05:06:41.821410 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-62142904-02a5-4573-9a39-bc3dce47df9f admin admin] 10.222.0.26 "PUT /v2.0/routers/b9d72537-f49c-491b-a57b-1ef2b1301d9f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.5579748
Apr 16 05:06:41.834182 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2b5308-37c5-45b2-9225-5b5c4f669707 None None] Routers {'b9d72537-f49c-491b-a57b-1ef2b1301d9f'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:06:41.834885 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-ac2b5308-37c5-45b2-9225-5b5c4f669707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5daded4b00>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:06:37Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['b9d72537-f49c-491b-a57b-1ef2b1301d9f'], 'active': True} {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:06:41.881800 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce587a09-3193-4b61-8542-a6ea90ab0072 req-3a08633e-2afe-4301-9270-a215c02aec5e tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:41.897985 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ce587a09-3193-4b61-8542-a6ea90ab0072 req-3a08633e-2afe-4301-9270-a215c02aec5e tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/ports?device_id=f075f23a-3d1c-4140-93fb-04984d3843bf HTTP/1.1" status: 200  len: 943 time: 0.2525482
Apr 16 05:06:42.291407 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ce587a09-3193-4b61-8542-a6ea90ab0072 req-d86cb73b-8c89-4e2b-b61a-5e131f9b6044 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/security-groups?id=8548a554-a67d-4df0-81c7-bc380ca1e345&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3863626
Apr 16 05:06:42.395608 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4493e8b1-f36e-425d-82de-9664aa1907f9 req-f08d981b-468d-437d-91f1-9b2747a78f02 tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:42.404184 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-4493e8b1-f36e-425d-82de-9664aa1907f9 req-f08d981b-468d-437d-91f1-9b2747a78f02 tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfaec3b5-72d8-4c5b-88ed-6be24fd4ba7c HTTP/1.1" status: 200  len: 950 time: 0.4329159
Apr 16 05:06:42.521502 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-4493e8b1-f36e-425d-82de-9664aa1907f9 req-378bfe31-3397-4cdd-b0b6-4c40b072dfbe tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] 10.222.0.26 "GET /v2.0/security-groups?id=b06df75b-ef66-42ae-abfd-6e55d5b10fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1148918
Apr 16 05:06:42.690362 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-ac2b5308-37c5-45b2-9225-5b5c4f669707 None None] Set router b9d72537-f49c-491b-a57b-1ef2b1301d9f gateway port host: dv-cinder-786524-1-iscsi {{(pid=85358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:06:42.858157 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] For port 525a9c21-dc2f-4357-8898-36e8a37e4418, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=525a9c21-dc2f-4357-8898-36e8a37e4418,segment=NetworkSegment(01710a54-1367-4193-8cab-d52eff5066d1),segment_id=01710a54-1367-4193-8cab-d52eff5066d1)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:06:42.894202 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Returning: {'device': '525a9c21-dc2f-4357-8898-36e8a37e4418', 'network_id': '8e950144-b586-4419-9506-52e097c234b9', 'port_id': '525a9c21-dc2f-4357-8898-36e8a37e4418', 'mac_address': 'fa:16:3e:b7:c6:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3839760e-ab00-4f46-8a04-f1c8415e06da', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 16 05:06:42.914608 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-6ea5d5dd-caf6-40dc-bf59-2906a5eda196 req-e2e9bb55-06aa-4e5b-86e3-e9ab6e89e676 tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] 10.222.0.26 "GET /v2.0/ports?device_id=65360207-bdc9-4932-b3c0-dff5cb1ccee5 HTTP/1.1" status: 200  len: 210 time: 0.1509652
Apr 16 05:06:42.988436 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65601ab-2b1a-4dfa-be17-59d668d104db req-f647d246-03bd-49a2-8b7d-f7549c7c928d tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:42.997913 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-a65601ab-2b1a-4dfa-be17-59d668d104db req-f647d246-03bd-49a2-8b7d-f7549c7c928d tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cebb75-08a7-4e02-a9ad-c88938f84799 HTTP/1.1" status: 200  len: 943 time: 0.4122791
Apr 16 05:06:43.088970 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-a65601ab-2b1a-4dfa-be17-59d668d104db req-f9e3261e-c649-40f8-8b67-ae1824fe1788 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8463a7f-3623-45fa-b260-5c490295d4a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0899532
Apr 16 05:06:43.509675 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4521aa-7f62-4c02-99d4-28e70d5d5f81 req-3b7eda43-3e6a-4eb6-9134-b0216302a3b4 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:43.519450 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-4f4521aa-7f62-4c02-99d4-28e70d5d5f81 req-3b7eda43-3e6a-4eb6-9134-b0216302a3b4 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?device_id=bed81e12-65a3-41c0-90e6-b4cb79976d45 HTTP/1.1" status: 200  len: 945 time: 0.3250735
Apr 16 05:06:43.617511 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-4f4521aa-7f62-4c02-99d4-28e70d5d5f81 req-8854d52d-a196-42bb-89f1-1f94cd134fb9 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0959730
Apr 16 05:06:43.624252 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:43.830268 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 525a9c21-dc2f-4357-8898-36e8a37e4418 {{(pid=85358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 05:06:44.003940 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] For port 525a9c21-dc2f-4357-8898-36e8a37e4418, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=525a9c21-dc2f-4357-8898-36e8a37e4418,segment=NetworkSegment(01710a54-1367-4193-8cab-d52eff5066d1),segment_id=01710a54-1367-4193-8cab-d52eff5066d1)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:06:44.013365 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:44.037954 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:06:44.038654 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da3cdfb-b13e-4b99-80d2-5332fecf0ebd req-d89b7e09-10a4-44d8-b615-744bcdfa8e9f tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:44.040888 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-1da3cdfb-b13e-4b99-80d2-5332fecf0ebd req-d89b7e09-10a4-44d8-b615-744bcdfa8e9f tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/ports?device_id=f075f23a-3d1c-4140-93fb-04984d3843bf HTTP/1.1" status: 200  len: 943 time: 0.4112227
Apr 16 05:06:44.166763 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-ac2b5308-37c5-45b2-9225-5b5c4f669707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5daded4b00>, [{'id': 'b9d72537-f49c-491b-a57b-1ef2b1301d9f', 'name': 'tempest-TestMinimumBasicScenario-409442546-router', 'tenant_id': '9e123026a25e4d72ac0dd52783e66129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '10284401-b3ee-4ef7-8be6-52cd492bf5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:06:17Z', 'updated_at': '2021-04-16T05:06:37Z', 'revision_number': 4, 'project_id': '9e123026a25e4d72ac0dd52783e66129', 'gw_port': {'id': '10284401-b3ee-4ef7-8be6-52cd492bf5cd', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:8d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d72537-f49c-491b-a57b-1ef2b1301d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:06:21Z', 'updated_at': '2021-04-16T05:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi', '_interfaces': [{'id': '266ef41e-f137-46dc-9ef8-83131d628b43', 'name': '', 'network_id': '864fab42-ad00-4efb-b64d-62add0bc7715', 'tenant_id': '9e123026a25e4d72ac0dd52783e66129', 'mac_address': 'fa:16:3e:6e:dd:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d72537-f49c-491b-a57b-1ef2b1301d9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'd4f4106f-e905-42f9-a074-d274e9e3e7f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:06:34Z', 'updated_at': '2021-04-16T05:06:38Z', 'revision_number': 2, 'project_id': '9e123026a25e4d72ac0dd52783e66129', 'subnets': [{'id': 'd4f4106f-e905-42f9-a074-d274e9e3e7f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:06:44.184055 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2b5308-37c5-45b2-9225-5b5c4f669707 None None] Checking router: b9d72537-f49c-491b-a57b-1ef2b1301d9f for host: dv-cinder-786524-1-iscsi {{(pid=85358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 05:06:44.184506 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2b5308-37c5-45b2-9225-5b5c4f669707 None None] Updating router b9d72537-f49c-491b-a57b-1ef2b1301d9f port 266ef41e-f137-46dc-9ef8-83131d628b43 binding host dv-cinder-786524-1-iscsi {{(pid=85358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 16 05:06:44.221947 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-1da3cdfb-b13e-4b99-80d2-5332fecf0ebd req-6f33351c-12c1-4b34-80d7-d39c3a83e73f tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/security-groups?id=8548a554-a67d-4df0-81c7-bc380ca1e345&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1722775
Apr 16 05:06:44.459737 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e8d093-9f67-4527-9003-122e1e57e91a req-3a5ef31f-4730-4344-a8a2-4b89dedd2fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:44.467142 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-63e8d093-9f67-4527-9003-122e1e57e91a req-3a5ef31f-4730-4344-a8a2-4b89dedd2fb7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dfaec3b5-72d8-4c5b-88ed-6be24fd4ba7c HTTP/1.1" status: 200  len: 1103 time: 0.3184350
Apr 16 05:06:44.623762 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-63e8d093-9f67-4527-9003-122e1e57e91a req-158e511d-1c49-495e-90e5-c52df8dfdfd2 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b06df75b-ef66-42ae-abfd-6e55d5b10fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1356969
Apr 16 05:06:44.631624 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Pushing event updated for resources: {'Port': ['ID=525a9c21-dc2f-4357-8898-36e8a37e4418,revision_number=4']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:06:44.656920 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] get_ports_and_sgs() called for port_ids ['525a9c21-dc2f-4357-8898-36e8a37e4418'] {{(pid=85358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 05:06:44.709205 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7138d46b-8dd4-42cd-a2af-118f9eb9c47e req-45734233-0f7a-4f1c-885b-a56609d8ee4f tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:44.736549 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-7138d46b-8dd4-42cd-a2af-118f9eb9c47e req-45734233-0f7a-4f1c-885b-a56609d8ee4f tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfaec3b5-72d8-4c5b-88ed-6be24fd4ba7c HTTP/1.1" status: 200  len: 950 time: 0.6326501
Apr 16 05:06:44.766058 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ac2b5308-37c5-45b2-9225-5b5c4f669707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:44.844787 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:06:44.845842 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:06:44.846431 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:06:44.851952 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:06:44.852676 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:06:44.853298 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:06:44.853885 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:06:44.854447 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:06:44.855008 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:06:44.855584 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:06:44.856148 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:06:44.856721 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:06:44.873142 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.836s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:06:44.949639 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-7138d46b-8dd4-42cd-a2af-118f9eb9c47e req-66b78ee2-3e41-4b62-9dd1-0a0cf4e5b8ed tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] 10.222.0.26 "GET /v2.0/security-groups?id=b06df75b-ef66-42ae-abfd-6e55d5b10fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2109814
Apr 16 05:06:45.528159 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-95b8e697-6aae-4078-b920-fa234496db00 req-8c378639-dc1d-43f3-a04b-75c46c33ab3d tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] 10.222.0.26 "GET /v2.0/ports?device_id=65360207-bdc9-4932-b3c0-dff5cb1ccee5 HTTP/1.1" status: 200  len: 210 time: 0.1683776
Apr 16 05:06:46.015099 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ac2b5308-37c5-45b2-9225-5b5c4f669707 None None] Notify callbacks [] for port, precommit_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:46.180437 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3680af1f-16ee-4214-95e7-60803eb1af07 req-082d7e1f-1ed6-4c08-b714-313edc918a1e tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:46.193962 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-3680af1f-16ee-4214-95e7-60803eb1af07 req-082d7e1f-1ed6-4c08-b714-313edc918a1e tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cebb75-08a7-4e02-a9ad-c88938f84799 HTTP/1.1" status: 200  len: 943 time: 0.3360634
Apr 16 05:06:46.208599 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-ac2b5308-37c5-45b2-9225-5b5c4f669707 None None] Transition to ACTIVE for port object 266ef41e-f137-46dc-9ef8-83131d628b43 will not be triggered until provisioned by entity L2. {{(pid=85358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 05:06:46.315667 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-3680af1f-16ee-4214-95e7-60803eb1af07 req-f78b4472-655d-48a8-9561-35660a7c173c tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8463a7f-3623-45fa-b260-5c490295d4a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1205690
Apr 16 05:06:46.407788 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ac2b5308-37c5-45b2-9225-5b5c4f669707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:46.487451 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:06:46.778495 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493564ce-792c-4163-a861-7c933f6d7076 req-96331cb4-341a-46e4-a474-5258be8b879f tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:46.795822 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-493564ce-792c-4163-a861-7c933f6d7076 req-96331cb4-341a-46e4-a474-5258be8b879f tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?device_id=bed81e12-65a3-41c0-90e6-b4cb79976d45 HTTP/1.1" status: 200  len: 945 time: 0.4334493
Apr 16 05:06:47.193864 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-493564ce-792c-4163-a861-7c933f6d7076 req-bac0a394-82ff-4c7d-8d2c-d914d97a4203 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3958557
Apr 16 05:06:47.253444 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc53ac38-c134-4d84-931f-98757a05e04c None None] Pushing event updated for resources: {'Port': ['ID=266ef41e-f137-46dc-9ef8-83131d628b43,revision_number=3']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:06:47.308173 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-bc53ac38-c134-4d84-931f-98757a05e04c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.821s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:06:47.456362 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db642d58-66db-4fc7-a14d-435d661ea3ff req-5f49806f-663c-42ba-a021-8d3b23f1a7d5 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:47.476453 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-db642d58-66db-4fc7-a14d-435d661ea3ff req-5f49806f-663c-42ba-a021-8d3b23f1a7d5 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/ports?device_id=f075f23a-3d1c-4140-93fb-04984d3843bf HTTP/1.1" status: 200  len: 944 time: 0.6758156
Apr 16 05:06:47.578168 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-db642d58-66db-4fc7-a14d-435d661ea3ff req-e701c424-06f4-4627-b785-f20ec34794cf tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/security-groups?id=8548a554-a67d-4df0-81c7-bc380ca1e345&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0991027
Apr 16 05:06:48.265441 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device 525a9c21-dc2f-4357-8898-36e8a37e4418 up at agent hyperv_hv-cinder-78652 {{(pid=85358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 05:06:48.343635 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-ac2b5308-37c5-45b2-9225-5b5c4f669707 None None] Attempting to bind port 266ef41e-f137-46dc-9ef8-83131d628b43 on host dv-cinder-786524-1-iscsi for vnic_type normal with profile  {{(pid=85358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 05:06:48.344333 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-ac2b5308-37c5-45b2-9225-5b5c4f669707 None None] Attempting to bind port 266ef41e-f137-46dc-9ef8-83131d628b43 by drivers openvswitch,hyperv on host dv-cinder-786524-1-iscsi at level 0 using segments [{'id': '77b8db35-2021-46fb-8153-5e76ee69cfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '864fab42-ad00-4efb-b64d-62add0bc7715'}] {{(pid=85358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 05:06:48.344871 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2b5308-37c5-45b2-9225-5b5c4f669707 None None] Attempting to bind port 266ef41e-f137-46dc-9ef8-83131d628b43 on network 864fab42-ad00-4efb-b64d-62add0bc7715 {{(pid=85358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 05:06:48.355020 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2b5308-37c5-45b2-9225-5b5c4f669707 None None] Checking agent: {'id': '2c00d7f4-da3e-4cf0-ab95-3dab1af70cf6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 4, 54, 38), 'started_at': datetime.datetime(2021, 4, 16, 4, 55, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 5, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 05:06:48.355449 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2b5308-37c5-45b2-9225-5b5c4f669707 None None] Checking segment: {'id': '77b8db35-2021-46fb-8153-5e76ee69cfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '864fab42-ad00-4efb-b64d-62add0bc7715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 05:06:48.355902 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ac2b5308-37c5-45b2-9225-5b5c4f669707 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:48.356360 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2b5308-37c5-45b2-9225-5b5c4f669707 None None] Bound using segment: {'id': '77b8db35-2021-46fb-8153-5e76ee69cfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '864fab42-ad00-4efb-b64d-62add0bc7715'} {{(pid=85358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 05:06:48.357344 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-ac2b5308-37c5-45b2-9225-5b5c4f669707 None None] Bound port: 266ef41e-f137-46dc-9ef8-83131d628b43, host: dv-cinder-786524-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77b8db35-2021-46fb-8153-5e76ee69cfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '864fab42-ad00-4efb-b64d-62add0bc7715'}}] {{(pid=85358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 05:06:48.357344 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ac2b5308-37c5-45b2-9225-5b5c4f669707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:48.409535 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5338be97-40e1-4745-ba5d-d236f13278ef req-bde222d9-1ac3-49ca-89ce-b670645706fb tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:48.422747 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-5338be97-40e1-4745-ba5d-d236f13278ef req-bde222d9-1ac3-49ca-89ce-b670645706fb tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfaec3b5-72d8-4c5b-88ed-6be24fd4ba7c HTTP/1.1" status: 200  len: 950 time: 0.4830828
Apr 16 05:06:48.531853 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-5338be97-40e1-4745-ba5d-d236f13278ef req-8cec4d8c-224b-4da6-8aa6-86a7537a42fa tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] 10.222.0.26 "GET /v2.0/security-groups?id=b06df75b-ef66-42ae-abfd-6e55d5b10fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1074803
Apr 16 05:06:48.557508 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505fc701-795c-4ca6-8339-64835a4d4bf2 req-0256ceee-bee1-416e-ac95-47f360489aa6 tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:48.560161 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-505fc701-795c-4ca6-8339-64835a4d4bf2 req-0256ceee-bee1-416e-ac95-47f360489aa6 tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] 10.222.0.16 "GET /v2.0/networks?id=d04df2ba-2d9b-496f-9756-0f60da18d12f HTTP/1.1" status: 200  len: 809 time: 0.7851267
Apr 16 05:06:48.560414 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-ac2b5308-37c5-45b2-9225-5b5c4f669707 None None] For port 266ef41e-f137-46dc-9ef8-83131d628b43, host dv-cinder-786524-1-iscsi, cleared binding levels {{(pid=85358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 05:06:48.566489 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-ac2b5308-37c5-45b2-9225-5b5c4f669707 None None] For port 266ef41e-f137-46dc-9ef8-83131d628b43, host dv-cinder-786524-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=266ef41e-f137-46dc-9ef8-83131d628b43,segment=NetworkSegment(77b8db35-2021-46fb-8153-5e76ee69cfdc),segment_id=77b8db35-2021-46fb-8153-5e76ee69cfdc)] {{(pid=85358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 05:06:48.578234 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ac2b5308-37c5-45b2-9225-5b5c4f669707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:48.587764 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [req-505fc701-795c-4ca6-8339-64835a4d4bf2 req-90dcce63-71c0-4541-9068-479ffe7d6d0c tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] Request body: {'port': {'device_id': '65360207-bdc9-4932-b3c0-dff5cb1ccee5', 'network_id': 'd04df2ba-2d9b-496f-9756-0f60da18d12f', 'admin_state_up': True, 'tenant_id': '22368bbb87b44962a11854b6e49730c3'}} {{(pid=85356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:06:48.598462 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:06:48.696156 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc53ac38-c134-4d84-931f-98757a05e04c None None] Pushing event updated for resources: {'Port': ['ID=266ef41e-f137-46dc-9ef8-83131d628b43,revision_number=4']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:06:48.719606 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-3e5589a2-687f-4989-9899-6135a04f794e req-4f33d865-9a73-404e-85e7-2496ea26c81f tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] 10.222.0.26 "GET /v2.0/ports?device_id=65360207-bdc9-4932-b3c0-dff5cb1ccee5 HTTP/1.1" status: 200  len: 210 time: 0.2020354
Apr 16 05:06:48.794224 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-bc53ac38-c134-4d84-931f-98757a05e04c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:06:48.844835 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Provisioning for port 525a9c21-dc2f-4357-8898-36e8a37e4418 completed by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 05:06:48.864360 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Provisioning complete for port 525a9c21-dc2f-4357-8898-36e8a37e4418 triggered by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:06:48.869806 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:49.171139 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [req-505fc701-795c-4ca6-8339-64835a4d4bf2 req-90dcce63-71c0-4541-9068-479ffe7d6d0c tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:06:49.195541 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-505fc701-795c-4ca6-8339-64835a4d4bf2 req-90dcce63-71c0-4541-9068-479ffe7d6d0c tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] Usage tracker for resource:port and tenant:22368bbb87b44962a11854b6e49730c3 is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:06:49.206796 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-505fc701-795c-4ca6-8339-64835a4d4bf2 req-90dcce63-71c0-4541-9068-479ffe7d6d0c tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:06:49.231871 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [req-505fc701-795c-4ca6-8339-64835a4d4bf2 req-90dcce63-71c0-4541-9068-479ffe7d6d0c tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:06:49.246430 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-505fc701-795c-4ca6-8339-64835a4d4bf2 req-90dcce63-71c0-4541-9068-479ffe7d6d0c tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] Made reservation on behalf of 22368bbb87b44962a11854b6e49730c3 for: {'port': 1} {{(pid=85356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 05:06:49.270295 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-505fc701-795c-4ca6-8339-64835a4d4bf2 req-90dcce63-71c0-4541-9068-479ffe7d6d0c tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:49.278601 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2b5308-37c5-45b2-9225-5b5c4f669707 None None] Routers {'b9d72537-f49c-491b-a57b-1ef2b1301d9f'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:06:49.279829 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-ac2b5308-37c5-45b2-9225-5b5c4f669707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5daded4b00>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:06:37Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['b9d72537-f49c-491b-a57b-1ef2b1301d9f'], 'active': True} {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:06:49.634880 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a446e7c-4732-4634-9b57-eb4de8dc7b9e req-d3a24885-56d0-4936-8934-6010ec2b6aa2 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:49.650313 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-8a446e7c-4732-4634-9b57-eb4de8dc7b9e req-d3a24885-56d0-4936-8934-6010ec2b6aa2 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cebb75-08a7-4e02-a9ad-c88938f84799 HTTP/1.1" status: 200  len: 943 time: 0.7352846
Apr 16 05:06:49.741981 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cb5bf8-a18f-4c0c-b19a-7d53fc19779d req-e88d33d6-9519-4cc1-987f-06434b5aef8b tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:49.766172 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-59cb5bf8-a18f-4c0c-b19a-7d53fc19779d req-e88d33d6-9519-4cc1-987f-06434b5aef8b tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?device_id=bed81e12-65a3-41c0-90e6-b4cb79976d45 HTTP/1.1" status: 200  len: 945 time: 0.6006184
Apr 16 05:06:49.791633 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.db_base_plugin_common [req-505fc701-795c-4ca6-8339-64835a4d4bf2 req-90dcce63-71c0-4541-9068-479ffe7d6d0c tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] Allocated IP 172.20.0.4 (d04df2ba-2d9b-496f-9756-0f60da18d12f/e96cff82-a5f7-4d31-b67e-607a75212a3f/14f66ae1-6ddf-41c7-bc43-1fc90850ccf7) {{(pid=85356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 05:06:49.907986 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-8a446e7c-4732-4634-9b57-eb4de8dc7b9e req-c75bc946-798b-45dd-85d5-01da43927b1a tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8463a7f-3623-45fa-b260-5c490295d4a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2534015
Apr 16 05:06:50.022404 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-59cb5bf8-a18f-4c0c-b19a-7d53fc19779d req-f53b79b8-4c6c-4387-8513-866dcfd5d3e8 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2546670
Apr 16 05:06:50.031726 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:50.294776 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f075f23a-3d1c-4140-93fb-04984d3843bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '525a9c21-dc2f-4357-8898-36e8a37e4418'}] {{(pid=85358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 05:06:50.348825 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-ac2b5308-37c5-45b2-9225-5b5c4f669707 None None] Set router b9d72537-f49c-491b-a57b-1ef2b1301d9f gateway port host: dv-cinder-786524-1-iscsi {{(pid=85358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:06:50.544746 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-505fc701-795c-4ca6-8339-64835a4d4bf2 req-90dcce63-71c0-4541-9068-479ffe7d6d0c tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] Notify callbacks [] for port, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:50.575889 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e9cfbf-c00b-4496-802d-2cb67cc0d25e req-b12b3082-3f08-4f85-86f2-ce0713570a9e tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:50.583132 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-e5e9cfbf-c00b-4496-802d-2cb67cc0d25e req-b12b3082-3f08-4f85-86f2-ce0713570a9e tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/ports?device_id=f075f23a-3d1c-4140-93fb-04984d3843bf HTTP/1.1" status: 200  len: 944 time: 0.2892990
Apr 16 05:06:50.632821 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-505fc701-795c-4ca6-8339-64835a4d4bf2 req-90dcce63-71c0-4541-9068-479ffe7d6d0c tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284332319809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32051484'] for port, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:50.713181 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-e5e9cfbf-c00b-4496-802d-2cb67cc0d25e req-d4d1eceb-bda6-4aa2-b29a-73fc814f7a56 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/security-groups?id=8548a554-a67d-4df0-81c7-bc380ca1e345&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1209090
Apr 16 05:06:50.876976 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-33f465a4-f0d8-4081-9259-da46fff69e3d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:06:51.002273 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f075f23a-3d1c-4140-93fb-04984d3843bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '525a9c21-dc2f-4357-8898-36e8a37e4418', 'code': 200}
Apr 16 05:06:51.041732 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] For port 525a9c21-dc2f-4357-8898-36e8a37e4418, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=525a9c21-dc2f-4357-8898-36e8a37e4418,segment=NetworkSegment(01710a54-1367-4193-8cab-d52eff5066d1),segment_id=01710a54-1367-4193-8cab-d52eff5066d1)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:06:51.206607 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:51.219591 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-fdbed885-b676-4d66-b1aa-ce9a4b635c27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:06:51.353978 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Pushing event updated for resources: {'Port': ['ID=525a9c21-dc2f-4357-8898-36e8a37e4418,revision_number=5']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:06:51.356529 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-505fc701-795c-4ca6-8339-64835a4d4bf2 req-90dcce63-71c0-4541-9068-479ffe7d6d0c tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] Network d04df2ba-2d9b-496f-9756-0f60da18d12f is already hosted by enough agents. {{(pid=85356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 05:06:51.361620 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [req-505fc701-795c-4ca6-8339-64835a4d4bf2 req-90dcce63-71c0-4541-9068-479ffe7d6d0c tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] Resources bound (agent type, host, resource id):  {{(pid=85356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 05:06:51.372317 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [req-505fc701-795c-4ca6-8339-64835a4d4bf2 req-90dcce63-71c0-4541-9068-479ffe7d6d0c tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] Received port after_create {{(pid=85356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 05:06:51.372688 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2c3311-1f87-42b3-9ed8-a9f6fc62d0ea req-08f79281-856c-4c0c-8c51-6d15d10539c9 tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:51.378868 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:06:51.389645 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-8e2c3311-1f87-42b3-9ed8-a9f6fc62d0ea req-08f79281-856c-4c0c-8c51-6d15d10539c9 tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfaec3b5-72d8-4c5b-88ed-6be24fd4ba7c HTTP/1.1" status: 200  len: 950 time: 0.2050643
Apr 16 05:06:51.556796 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-8e2c3311-1f87-42b3-9ed8-a9f6fc62d0ea req-18ff8eae-2e06-41f8-946c-15ca4ad35b43 tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] 10.222.0.26 "GET /v2.0/security-groups?id=b06df75b-ef66-42ae-abfd-6e55d5b10fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1661747
Apr 16 05:06:51.596552 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505fc701-795c-4ca6-8339-64835a4d4bf2 req-90dcce63-71c0-4541-9068-479ffe7d6d0c tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:51.601878 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-505fc701-795c-4ca6-8339-64835a4d4bf2 req-90dcce63-71c0-4541-9068-479ffe7d6d0c tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:51.613707 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dcce63-71c0-4541-9068-479ffe7d6d0c tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] Pushing event updated for resources: {'Port': ['ID=14f66ae1-6ddf-41c7-bc43-1fc90850ccf7,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:06:51.622195 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-90dcce63-71c0-4541-9068-479ffe7d6d0c tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.745s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:06:51.674839 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-505fc701-795c-4ca6-8339-64835a4d4bf2 req-90dcce63-71c0-4541-9068-479ffe7d6d0c tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.0944376
Apr 16 05:06:51.698186 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-ac2b5308-37c5-45b2-9225-5b5c4f669707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5daded4b00>, [{'id': 'b9d72537-f49c-491b-a57b-1ef2b1301d9f', 'name': 'tempest-TestMinimumBasicScenario-409442546-router', 'tenant_id': '9e123026a25e4d72ac0dd52783e66129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '10284401-b3ee-4ef7-8be6-52cd492bf5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:06:17Z', 'updated_at': '2021-04-16T05:06:37Z', 'revision_number': 4, 'project_id': '9e123026a25e4d72ac0dd52783e66129', 'gw_port': {'id': '10284401-b3ee-4ef7-8be6-52cd492bf5cd', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:8d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d72537-f49c-491b-a57b-1ef2b1301d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:06:21Z', 'updated_at': '2021-04-16T05:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi', '_interfaces': [{'id': '266ef41e-f137-46dc-9ef8-83131d628b43', 'name': '', 'network_id': '864fab42-ad00-4efb-b64d-62add0bc7715', 'tenant_id': '9e123026a25e4d72ac0dd52783e66129', 'mac_address': 'fa:16:3e:6e:dd:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d72537-f49c-491b-a57b-1ef2b1301d9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'd4f4106f-e905-42f9-a074-d274e9e3e7f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:06:34Z', 'updated_at': '2021-04-16T05:06:48Z', 'revision_number': 4, 'project_id': '9e123026a25e4d72ac0dd52783e66129', 'subnets': [{'id': 'd4f4106f-e905-42f9-a074-d274e9e3e7f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:06:51.710318 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2b5308-37c5-45b2-9225-5b5c4f669707 None None] The sync data for ids ['b9d72537-f49c-491b-a57b-1ef2b1301d9f'] in dv-cinder-786524-1-iscsi is: [{'id': 'b9d72537-f49c-491b-a57b-1ef2b1301d9f', 'name': 'tempest-TestMinimumBasicScenario-409442546-router', 'tenant_id': '9e123026a25e4d72ac0dd52783e66129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '10284401-b3ee-4ef7-8be6-52cd492bf5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:06:17Z', 'updated_at': '2021-04-16T05:06:37Z', 'revision_number': 4, 'project_id': '9e123026a25e4d72ac0dd52783e66129', 'gw_port': {'id': '10284401-b3ee-4ef7-8be6-52cd492bf5cd', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:8d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d72537-f49c-491b-a57b-1ef2b1301d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:06:21Z', 'updated_at': '2021-04-16T05:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi', '_interfaces': [{'id': '266ef41e-f137-46dc-9ef8-83131d628b43', 'name': '', 'network_id': '864fab42-ad00-4efb-b64d-62add0bc7715', 'tenant_id': '9e123026a25e4d72ac0dd52783e66129', 'mac_address': 'fa:16:3e:6e:dd:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d72537-f49c-491b-a57b-1ef2b1301d9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'd4f4106f-e905-42f9-a074-d274e9e3e7f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:06:34Z', 'updated_at': '2021-04-16T05:06:48Z', 'revision_number': 4, 'project_id': '9e123026a25e4d72ac0dd52783e66129', 'subnets': [{'id': 'd4f4106f-e905-42f9-a074-d274e9e3e7f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 05:06:51.720900 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [req-505fc701-795c-4ca6-8339-64835a4d4bf2 req-6593e0c3-644b-453e-822c-c93ec1aed8f4 service neutron] Request body: {'port': {'device_id': '65360207-bdc9-4932-b3c0-dff5cb1ccee5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=85356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:06:52.285017 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-505fc701-795c-4ca6-8339-64835a4d4bf2 req-6593e0c3-644b-453e-822c-c93ec1aed8f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:52.393396 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device 266ef41e-f137-46dc-9ef8-83131d628b43 up at agent ovs-agent-dv-cinder-786524-1-iscsi {{(pid=85358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 05:06:52.638316 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Provisioning for port 266ef41e-f137-46dc-9ef8-83131d628b43 completed by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 05:06:52.656274 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Provisioning complete for port 266ef41e-f137-46dc-9ef8-83131d628b43 triggered by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:06:52.657270 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:52.867326 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 36478) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:06:53.099619 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b964ba-4fad-4436-bc39-d02afa8ec2e5 req-ec8b5a79-59a4-409f-855a-ff8d7f016ca5 tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:53.101725 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-40b964ba-4fad-4436-bc39-d02afa8ec2e5 req-ec8b5a79-59a4-409f-855a-ff8d7f016ca5 tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] 10.222.0.26 "GET /v2.0/ports?device_id=65360207-bdc9-4932-b3c0-dff5cb1ccee5 HTTP/1.1" status: 200  len: 931 time: 1.4141004
Apr 16 05:06:53.186474 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2219139d-55ac-4101-8047-bc1e4d8064ca req-c81e94ba-76c8-4ab2-8fa7-5969f213ba8c tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:53.204544 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-2219139d-55ac-4101-8047-bc1e4d8064ca req-c81e94ba-76c8-4ab2-8fa7-5969f213ba8c tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cebb75-08a7-4e02-a9ad-c88938f84799 HTTP/1.1" status: 200  len: 943 time: 1.3036613
Apr 16 05:06:53.273707 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:53.426044 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e529f918-c9f6-4f21-9e1b-5bf20aef9fab req-c64ef0f2-e463-4498-ab8a-e0a160d184cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:53.428861 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-e529f918-c9f6-4f21-9e1b-5bf20aef9fab req-c64ef0f2-e463-4498-ab8a-e0a160d184cf service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f075f23a-3d1c-4140-93fb-04984d3843bf HTTP/1.1" status: 200  len: 1098 time: 1.3794281
Apr 16 05:06:53.504117 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] For port 266ef41e-f137-46dc-9ef8-83131d628b43, host dv-cinder-786524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=266ef41e-f137-46dc-9ef8-83131d628b43,segment=NetworkSegment(77b8db35-2021-46fb-8153-5e76ee69cfdc),segment_id=77b8db35-2021-46fb-8153-5e76ee69cfdc)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:06:53.523141 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:53.526510 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-bc53ac38-c134-4d84-931f-98757a05e04c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:06:53.528575 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f4b3a36c-7566-41aa-9cfa-1fae576d458f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:53.692980 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-e529f918-c9f6-4f21-9e1b-5bf20aef9fab req-7a626460-88a2-4f18-bbc7-9cd7baadc506 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8548a554-a67d-4df0-81c7-bc380ca1e345&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1372485
Apr 16 05:06:53.751001 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-f4b3a36c-7566-41aa-9cfa-1fae576d458f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:06:53.762781 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-2219139d-55ac-4101-8047-bc1e4d8064ca req-75299629-46f5-4576-887b-ea12df56ed39 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8463a7f-3623-45fa-b260-5c490295d4a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5531144
Apr 16 05:06:53.788583 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-40b964ba-4fad-4436-bc39-d02afa8ec2e5 req-995311c4-faf9-4a50-82e4-b3862e645655 tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] 10.222.0.26 "GET /v2.0/security-groups?id=60a874d5-92ab-4e7e-91de-493ca112b09d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4818704
Apr 16 05:06:53.790836 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-f4b3a36c-7566-41aa-9cfa-1fae576d458f admin admin] Usage tracker for resource:security_group_rule and tenant:c60dbb0cca6a4ad8879823607de5ead4 is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:06:53.803184 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-f4b3a36c-7566-41aa-9cfa-1fae576d458f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:06:53.815467 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-f4b3a36c-7566-41aa-9cfa-1fae576d458f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:06:53.819592 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [req-505fc701-795c-4ca6-8339-64835a4d4bf2 req-6593e0c3-644b-453e-822c-c93ec1aed8f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14f66ae1-6ddf-41c7-bc43-1fc90850ccf7 {{(pid=85356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 05:06:53.891873 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-505fc701-795c-4ca6-8339-64835a4d4bf2 req-6593e0c3-644b-453e-822c-c93ec1aed8f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:53.904829 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Pushing event updated for resources: {'Port': ['ID=266ef41e-f137-46dc-9ef8-83131d628b43,revision_number=5']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:06:53.916444 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:06:53.991682 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [req-505fc701-795c-4ca6-8339-64835a4d4bf2 req-6593e0c3-644b-453e-822c-c93ec1aed8f4 service neutron] Transition to ACTIVE for port object 14f66ae1-6ddf-41c7-bc43-1fc90850ccf7 will not be triggered until provisioned by entity L2. {{(pid=85356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 05:06:54.003376 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-505fc701-795c-4ca6-8339-64835a4d4bf2 req-6593e0c3-644b-453e-822c-c93ec1aed8f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822724348'] for port, after_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:54.083987 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-90dcce63-71c0-4541-9068-479ffe7d6d0c tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:06:54.229322 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f4b3a36c-7566-41aa-9cfa-1fae576d458f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:54.238410 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f4b3a36c-7566-41aa-9cfa-1fae576d458f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:54.449209 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device 266ef41e-f137-46dc-9ef8-83131d628b43 up at agent ovs-agent-dv-cinder-786524-1-iscsi {{(pid=85358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 05:06:54.618991 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-65cd8f66-6ace-486a-a9c3-2ca3fe1398d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:06:54.633066 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6593e0c3-644b-453e-822c-c93ec1aed8f4 service neutron] Pushing event updated for resources: {'Port': ['ID=14f66ae1-6ddf-41c7-bc43-1fc90850ccf7,revision_number=2']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:06:54.681495 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-f4b3a36c-7566-41aa-9cfa-1fae576d458f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c60dbb0cca6a4ad8879823607de5ead4&name=default HTTP/1.1" status: 200  len: 2979 time: 1.8057406
Apr 16 05:06:54.703673 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 36490) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:06:54.710473 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-6593e0c3-644b-453e-822c-c93ec1aed8f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.627s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:06:54.755970 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Provisioning complete for port 266ef41e-f137-46dc-9ef8-83131d628b43 triggered by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:06:54.757237 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:54.865854 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b3a36c-7566-41aa-9cfa-1fae576d458f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c438146b-db0c-4bdf-add6-201943c33bf1,revision_number=1']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:06:54.872679 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-f4b3a36c-7566-41aa-9cfa-1fae576d458f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:06:55.097885 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ddc9c858-004e-4846-acbd-16407c424ad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:55.211113 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50537740-d15d-4066-b07b-7f2f4d6b109f req-f3d86227-7151-4c92-9a2a-9bff91caec53 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:55.219912 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-50537740-d15d-4066-b07b-7f2f4d6b109f req-f3d86227-7151-4c92-9a2a-9bff91caec53 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/ports?device_id=f075f23a-3d1c-4140-93fb-04984d3843bf HTTP/1.1" status: 200  len: 945 time: 0.5190902
Apr 16 05:06:55.286783 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b70329f-8b7c-42e7-b5e6-968e93f94727 req-3b0e44aa-f6e8-4bd7-b0dd-728ed066387e tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:55.289780 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-9b70329f-8b7c-42e7-b5e6-968e93f94727 req-3b0e44aa-f6e8-4bd7-b0dd-728ed066387e tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfaec3b5-72d8-4c5b-88ed-6be24fd4ba7c HTTP/1.1" status: 200  len: 950 time: 0.9326448
Apr 16 05:06:55.312202 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261bbb51-c2e8-4999-bf31-79feae5c7fc1 req-4d2039ec-421a-47f1-b738-bb7ef2a97fbc tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:55.328454 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-261bbb51-c2e8-4999-bf31-79feae5c7fc1 req-4d2039ec-421a-47f1-b738-bb7ef2a97fbc tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?device_id=bed81e12-65a3-41c0-90e6-b4cb79976d45 HTTP/1.1" status: 200  len: 945 time: 0.8249471
Apr 16 05:06:55.584047 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-261bbb51-c2e8-4999-bf31-79feae5c7fc1 req-cb8f592a-5739-45e9-802a-7266bf06ea86 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2470670
Apr 16 05:06:55.620651 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ddc9c858-004e-4846-acbd-16407c424ad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:55.781569 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [req-9b70329f-8b7c-42e7-b5e6-968e93f94727 req-42bb210b-561d-44f1-aebc-6621ef2ee079 tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] Deleting port 8a44b788-1572-40ab-b68e-d104bddf6f17 {{(pid=85357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 05:06:55.782586 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-9b70329f-8b7c-42e7-b5e6-968e93f94727 req-42bb210b-561d-44f1-aebc-6621ef2ee079 tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284331874164'] for port, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:55.954753 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ddc9c858-004e-4846-acbd-16407c424ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:56.002299 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-ae8b66d6-847d-4ca6-a923-67fa919b51e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:06:56.057445 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc9c858-004e-4846-acbd-16407c424ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c438146b-db0c-4bdf-add6-201943c33bf1,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:06:56.066654 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [req-505fc701-795c-4ca6-8339-64835a4d4bf2 req-6593e0c3-644b-453e-822c-c93ec1aed8f4 service neutron] Attempting to bind port 14f66ae1-6ddf-41c7-bc43-1fc90850ccf7 on host hv-cinder-78652 for vnic_type normal with profile  {{(pid=85356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 05:06:56.067425 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [req-505fc701-795c-4ca6-8339-64835a4d4bf2 req-6593e0c3-644b-453e-822c-c93ec1aed8f4 service neutron] Attempting to bind port 14f66ae1-6ddf-41c7-bc43-1fc90850ccf7 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '1cebb1bc-7c64-4b55-b98d-dc3a48cbfc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'd04df2ba-2d9b-496f-9756-0f60da18d12f'}] {{(pid=85356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 05:06:56.068003 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505fc701-795c-4ca6-8339-64835a4d4bf2 req-6593e0c3-644b-453e-822c-c93ec1aed8f4 service neutron] Attempting to bind port 14f66ae1-6ddf-41c7-bc43-1fc90850ccf7 on network d04df2ba-2d9b-496f-9756-0f60da18d12f {{(pid=85356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 05:06:56.096479 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-ddc9c858-004e-4846-acbd-16407c424ad2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:06:56.100713 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505fc701-795c-4ca6-8339-64835a4d4bf2 req-6593e0c3-644b-453e-822c-c93ec1aed8f4 service neutron] Port 14f66ae1-6ddf-41c7-bc43-1fc90850ccf7 on network d04df2ba-2d9b-496f-9756-0f60da18d12f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=85356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 05:06:56.101429 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505fc701-795c-4ca6-8339-64835a4d4bf2 req-6593e0c3-644b-453e-822c-c93ec1aed8f4 service neutron] Attempting to bind port 14f66ae1-6ddf-41c7-bc43-1fc90850ccf7 on network d04df2ba-2d9b-496f-9756-0f60da18d12f {{(pid=85356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 05:06:56.112889 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device 8a44b788-1572-40ab-b68e-d104bddf6f17 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 05:06:56.158270 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ddc9c858-004e-4846-acbd-16407c424ad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:56.187185 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-ddc9c858-004e-4846-acbd-16407c424ad2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c438146b-db0c-4bdf-add6-201943c33bf1 HTTP/1.1" status: 204  len: 168 time: 1.4742253
Apr 16 05:06:56.194368 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505fc701-795c-4ca6-8339-64835a4d4bf2 req-6593e0c3-644b-453e-822c-c93ec1aed8f4 service neutron] Checking agent: {'id': '5ddcce5e-7017-4c76-88fa-bffacfec0d31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 5, 1, 38), 'started_at': datetime.datetime(2021, 4, 16, 5, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 5, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 05:06:56.195215 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505fc701-795c-4ca6-8339-64835a4d4bf2 req-6593e0c3-644b-453e-822c-c93ec1aed8f4 service neutron] Checking segment: {'id': '1cebb1bc-7c64-4b55-b98d-dc3a48cbfc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'd04df2ba-2d9b-496f-9756-0f60da18d12f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 05:06:56.196183 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505fc701-795c-4ca6-8339-64835a4d4bf2 req-6593e0c3-644b-453e-822c-c93ec1aed8f4 service neutron] Bound using segment: {'id': '1cebb1bc-7c64-4b55-b98d-dc3a48cbfc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'd04df2ba-2d9b-496f-9756-0f60da18d12f'} {{(pid=85356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 05:06:56.197313 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [req-505fc701-795c-4ca6-8339-64835a4d4bf2 req-6593e0c3-644b-453e-822c-c93ec1aed8f4 service neutron] Bound port: 14f66ae1-6ddf-41c7-bc43-1fc90850ccf7, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cebb1bc-7c64-4b55-b98d-dc3a48cbfc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'd04df2ba-2d9b-496f-9756-0f60da18d12f'}}] {{(pid=85356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 05:06:56.197977 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-505fc701-795c-4ca6-8339-64835a4d4bf2 req-6593e0c3-644b-453e-822c-c93ec1aed8f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:56.499974 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [req-9b70329f-8b7c-42e7-b5e6-968e93f94727 req-42bb210b-561d-44f1-aebc-6621ef2ee079 tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] For port 8a44b788-1572-40ab-b68e-d104bddf6f17, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=8a44b788-1572-40ab-b68e-d104bddf6f17,segment=NetworkSegment(64a2894f-a97d-4dbb-be91-f08a58c0c0c6),segment_id=64a2894f-a97d-4dbb-be91-f08a58c0c0c6)] {{(pid=85357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:06:56.502971 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-9b70329f-8b7c-42e7-b5e6-968e93f94727 req-42bb210b-561d-44f1-aebc-6621ef2ee079 tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821567696'] for port, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:56.523572 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [req-505fc701-795c-4ca6-8339-64835a4d4bf2 req-6593e0c3-644b-453e-822c-c93ec1aed8f4 service neutron] For port 14f66ae1-6ddf-41c7-bc43-1fc90850ccf7, host hv-cinder-78652, cleared binding levels {{(pid=85356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 05:06:56.538612 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [req-505fc701-795c-4ca6-8339-64835a4d4bf2 req-6593e0c3-644b-453e-822c-c93ec1aed8f4 service neutron] For port 14f66ae1-6ddf-41c7-bc43-1fc90850ccf7, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=14f66ae1-6ddf-41c7-bc43-1fc90850ccf7,segment=NetworkSegment(1cebb1bc-7c64-4b55-b98d-dc3a48cbfc2e),segment_id=1cebb1bc-7c64-4b55-b98d-dc3a48cbfc2e)] {{(pid=85356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 05:06:56.561535 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-505fc701-795c-4ca6-8339-64835a4d4bf2 req-6593e0c3-644b-453e-822c-c93ec1aed8f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822724348'] for port, after_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:56.676640 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [req-9b70329f-8b7c-42e7-b5e6-968e93f94727 req-42bb210b-561d-44f1-aebc-6621ef2ee079 tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] Calling delete_port for 8a44b788-1572-40ab-b68e-d104bddf6f17 owned by compute:nova {{(pid=85357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 05:06:56.725340 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.agents_db [None req-9d5d34cb-f672-4e49-b111-51c360ae5d44 None None] Agent healthcheck: found 6 active agents {{(pid=85359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 05:06:56.856977 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-50537740-d15d-4066-b07b-7f2f4d6b109f req-4094b7e1-3984-45d3-9549-cf1df52aab78 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/security-groups?id=8548a554-a67d-4df0-81c7-bc380ca1e345&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 1.6155102
Apr 16 05:06:57.070100 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:06:57.128093 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:57.335529 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6593e0c3-644b-453e-822c-c93ec1aed8f4 service neutron] Pushing event updated for resources: {'Port': ['ID=14f66ae1-6ddf-41c7-bc43-1fc90850ccf7,revision_number=3']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:06:57.347440 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-6593e0c3-644b-453e-822c-c93ec1aed8f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:06:57.376847 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505fc701-795c-4ca6-8339-64835a4d4bf2 req-6593e0c3-644b-453e-822c-c93ec1aed8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:57.377744 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-505fc701-795c-4ca6-8339-64835a4d4bf2 req-6593e0c3-644b-453e-822c-c93ec1aed8f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:57.379527 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-505fc701-795c-4ca6-8339-64835a4d4bf2 req-6593e0c3-644b-453e-822c-c93ec1aed8f4 service neutron] 10.222.0.16 "PUT /v2.0/ports/14f66ae1-6ddf-41c7-bc43-1fc90850ccf7 HTTP/1.1" status: 200  len: 1093 time: 5.6748238
Apr 16 05:06:57.380255 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65360207-bdc9-4932-b3c0-dff5cb1ccee5', 'tag': '14f66ae1-6ddf-41c7-bc43-1fc90850ccf7'}] {{(pid=85356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 05:06:57.391223 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-9b70329f-8b7c-42e7-b5e6-968e93f94727 req-42bb210b-561d-44f1-aebc-6621ef2ee079 tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752522904879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752522456008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30120147'] for port, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:57.594588 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-d666f7bf-b305-47ed-9a02-f2bbb7df83b4 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:06:57.737533 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bb210b-561d-44f1-aebc-6621ef2ee079 tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] Pushing event deleted for resources: {'Port': ['ID=8a44b788-1572-40ab-b68e-d104bddf6f17,revision_number=None']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:06:57.741421 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505fc701-795c-4ca6-8339-64835a4d4bf2 req-0cc3c35b-6c7d-4c1a-a664-4190ea23efa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:57.743359 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-505fc701-795c-4ca6-8339-64835a4d4bf2 req-0cc3c35b-6c7d-4c1a-a664-4190ea23efa0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=22368bbb87b44962a11854b6e49730c3&device_id=65360207-bdc9-4932-b3c0-dff5cb1ccee5 HTTP/1.1" status: 200  len: 1096 time: 0.2285318
Apr 16 05:06:57.785547 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-42bb210b-561d-44f1-aebc-6621ef2ee079 tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:06:57.928764 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b70329f-8b7c-42e7-b5e6-968e93f94727 req-42bb210b-561d-44f1-aebc-6621ef2ee079 tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] No DVR routers for this DVR port 8a44b788-1572-40ab-b68e-d104bddf6f17 on host hv-cinder-78652 {{(pid=85357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 16 05:06:57.944785 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1b6b1d-363f-43bc-809a-01410322e247 req-c3a20786-c980-4b2a-9635-13252d284745 tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:57.960577 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-0e1b6b1d-363f-43bc-809a-01410322e247 req-c3a20786-c980-4b2a-9635-13252d284745 tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfaec3b5-72d8-4c5b-88ed-6be24fd4ba7c HTTP/1.1" status: 200  len: 867 time: 1.1012828
Apr 16 05:06:57.964322 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-9b70329f-8b7c-42e7-b5e6-968e93f94727 req-42bb210b-561d-44f1-aebc-6621ef2ee079 tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:06:58.050914 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfaec3b5-72d8-4c5b-88ed-6be24fd4ba7c', 'name': 'network-vif-deleted', 'tag': '8a44b788-1572-40ab-b68e-d104bddf6f17'}] {{(pid=85357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 05:06:58.128497 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4065907-3a20-4ed1-b084-66a1625e3965 req-09f7ab6f-aa76-4579-81ec-e37459b6b230 tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:58.130160 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-b4065907-3a20-4ed1-b084-66a1625e3965 req-09f7ab6f-aa76-4579-81ec-e37459b6b230 tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] 10.222.0.26 "GET /v2.0/ports?device_id=65360207-bdc9-4932-b3c0-dff5cb1ccee5 HTTP/1.1" status: 200  len: 943 time: 0.9627645
Apr 16 05:06:58.134167 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-0e1b6b1d-363f-43bc-809a-01410322e247 req-7ed391ce-309e-4801-9fab-4b0bd0f11124 tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] 10.222.0.26 "GET /v2.0/security-groups?id=b06df75b-ef66-42ae-abfd-6e55d5b10fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1715569
Apr 16 05:06:58.136444 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-9b70329f-8b7c-42e7-b5e6-968e93f94727 req-42bb210b-561d-44f1-aebc-6621ef2ee079 tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] 10.222.0.16 "DELETE /v2.0/ports/8a44b788-1572-40ab-b68e-d104bddf6f17 HTTP/1.1" status: 204  len: 173 time: 2.7041476
Apr 16 05:06:58.265163 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-b4065907-3a20-4ed1-b084-66a1625e3965 req-2f7ad68e-5e83-4142-b612-1dc0a7870f78 tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] 10.222.0.26 "GET /v2.0/security-groups?id=60a874d5-92ab-4e7e-91de-493ca112b09d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1272748
Apr 16 05:06:58.674032 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85438933-13ae-4541-bd63-97b65076fcc8 req-4bc7dbf4-aafe-4c6a-90ea-ed9a79ab63b4 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:58.675792 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-85438933-13ae-4541-bd63-97b65076fcc8 req-4bc7dbf4-aafe-4c6a-90ea-ed9a79ab63b4 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cebb75-08a7-4e02-a9ad-c88938f84799 HTTP/1.1" status: 200  len: 943 time: 0.3300195
Apr 16 05:06:58.728932 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e9cc1-51e0-4ff5-b32e-3a4a5daf0b35 req-f73328a0-80cc-4343-9573-2ee80c769bcf tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:58.793352 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-db5e9cc1-51e0-4ff5-b32e-3a4a5daf0b35 req-f73328a0-80cc-4343-9573-2ee80c769bcf tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?device_id=bed81e12-65a3-41c0-90e6-b4cb79976d45 HTTP/1.1" status: 200  len: 945 time: 0.2857430
Apr 16 05:06:58.980637 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-85438933-13ae-4541-bd63-97b65076fcc8 req-75692d76-d1dd-493a-a832-09f947139182 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8463a7f-3623-45fa-b260-5c490295d4a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1298628
Apr 16 05:06:58.989768 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-db5e9cc1-51e0-4ff5-b32e-3a4a5daf0b35 req-708eb3cb-db9e-45b5-b47e-10303ca9a72f tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1952872
Apr 16 05:06:59.107947 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65360207-bdc9-4932-b3c0-dff5cb1ccee5', 'tag': '14f66ae1-6ddf-41c7-bc43-1fc90850ccf7', 'status': 'completed', 'code': 200}
Apr 16 05:06:59.431521 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b2fb06-b52a-4f24-801d-b2b734a142b3 req-cbae7082-a39a-4dae-904d-3b69c867557d tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:06:59.435062 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-53b2fb06-b52a-4f24-801d-b2b734a142b3 req-cbae7082-a39a-4dae-904d-3b69c867557d tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/ports?device_id=f075f23a-3d1c-4140-93fb-04984d3843bf HTTP/1.1" status: 200  len: 945 time: 0.1779726
Apr 16 05:06:59.601877 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-53b2fb06-b52a-4f24-801d-b2b734a142b3 req-e5e0fdf3-5151-43ed-b1ad-b987143ed3e1 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/security-groups?id=8548a554-a67d-4df0-81c7-bc380ca1e345&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1560183
Apr 16 05:06:59.662227 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfaec3b5-72d8-4c5b-88ed-6be24fd4ba7c', 'name': 'network-vif-deleted', 'tag': '8a44b788-1572-40ab-b68e-d104bddf6f17', 'status': 'completed', 'code': 200}
Apr 16 05:06:59.889063 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-505fc701-795c-4ca6-8339-64835a4d4bf2 req-d5ede2e4-3ff4-4f36-af95-bf4910a65a7e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14f66ae1-6ddf-41c7-bc43-1fc90850ccf7 HTTP/1.1" status: 200  len: 217 time: 0.3467925
Apr 16 05:06:59.989546 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-903ae2d1-9fe5-4c3a-9aa5-32b24fff7b64 req-e4f52306-3d98-4250-9cec-c12735b0e0de tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] Synchronizing usage tracker for tenant:42215cd2a0904b0aa68d839d72840738 on resource:port {{(pid=85357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 05:07:00.029339 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-903ae2d1-9fe5-4c3a-9aa5-32b24fff7b64 req-e4f52306-3d98-4250-9cec-c12735b0e0de tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] Unset dirty status for tenant:42215cd2a0904b0aa68d839d72840738 on resource:port {{(pid=85357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 05:07:00.044498 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-903ae2d1-9fe5-4c3a-9aa5-32b24fff7b64 req-e4f52306-3d98-4250-9cec-c12735b0e0de tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfaec3b5-72d8-4c5b-88ed-6be24fd4ba7c HTTP/1.1" status: 200  len: 210 time: 0.1782596
Apr 16 05:07:00.118212 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505fc701-795c-4ca6-8339-64835a4d4bf2 req-fc0cddbc-b1e3-4ac1-885c-064e2d462f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:00.128284 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-505fc701-795c-4ca6-8339-64835a4d4bf2 req-fc0cddbc-b1e3-4ac1-885c-064e2d462f15 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e96cff82-a5f7-4d31-b67e-607a75212a3f HTTP/1.1" status: 200  len: 849 time: 0.2170410
Apr 16 05:07:00.360331 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-505fc701-795c-4ca6-8339-64835a4d4bf2 req-0444b9ba-5b38-41b3-a958-c4ad90669db9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d04df2ba-2d9b-496f-9756-0f60da18d12f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2246940
Apr 16 05:07:00.962347 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-505fc701-795c-4ca6-8339-64835a4d4bf2 req-46f9574a-e228-43cb-8a0e-23379ebca3e5 service neutron] 10.222.0.16 "GET /v2.0/networks/d04df2ba-2d9b-496f-9756-0f60da18d12f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5825830
Apr 16 05:07:01.013959 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6db6c2-203f-44f3-894d-93a35f72038f req-0b90d707-f0f4-488e-b0f7-fdba52ce0e25 tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:01.017062 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-7c6db6c2-203f-44f3-894d-93a35f72038f req-0b90d707-f0f4-488e-b0f7-fdba52ce0e25 tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] 10.222.0.26 "GET /v2.0/ports?device_id=65360207-bdc9-4932-b3c0-dff5cb1ccee5 HTTP/1.1" status: 200  len: 943 time: 0.5317271
Apr 16 05:07:01.114721 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad50d8f-1743-49e4-81a1-ba9f806e8bd7 req-579d93e3-7f57-4fb7-8a2b-09d68ae9d138 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:01.138120 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-3ad50d8f-1743-49e4-81a1-ba9f806e8bd7 req-579d93e3-7f57-4fb7-8a2b-09d68ae9d138 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/ports?device_id=f075f23a-3d1c-4140-93fb-04984d3843bf HTTP/1.1" status: 200  len: 945 time: 0.4288356
Apr 16 05:07:01.326332 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-7c6db6c2-203f-44f3-894d-93a35f72038f req-a395f980-71b0-47c1-ad2d-267da4ac7e72 tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] 10.222.0.26 "GET /v2.0/security-groups?id=60a874d5-92ab-4e7e-91de-493ca112b09d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2834349
Apr 16 05:07:01.361130 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-3ad50d8f-1743-49e4-81a1-ba9f806e8bd7 req-ae21aeec-160a-4d1a-be0f-d53b93e7c3f7 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/security-groups?id=8548a554-a67d-4df0-81c7-bc380ca1e345&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1604903
Apr 16 05:07:01.387141 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-505fc701-795c-4ca6-8339-64835a4d4bf2 req-d5ec324f-5358-401d-8306-261fbb225cd2 service neutron] 10.222.0.16 "GET /v2.0/networks/d04df2ba-2d9b-496f-9756-0f60da18d12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2227597
Apr 16 05:07:01.396653 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 36550) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:07:01.687922 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c50329-8bb1-4e14-bf9c-62a64d15f3fe req-dbfe85a8-518b-499e-8533-a3240f6054ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:01.690831 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-74c50329-8bb1-4e14-bf9c-62a64d15f3fe req-dbfe85a8-518b-499e-8533-a3240f6054ca service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=22368bbb87b44962a11854b6e49730c3&device_id=65360207-bdc9-4932-b3c0-dff5cb1ccee5 HTTP/1.1" status: 200  len: 1096 time: 0.1338384
Apr 16 05:07:01.944071 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c50329-8bb1-4e14-bf9c-62a64d15f3fe req-7c361bd1-3a4a-4b0d-bd62-d8572024a243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:01.946382 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-74c50329-8bb1-4e14-bf9c-62a64d15f3fe req-7c361bd1-3a4a-4b0d-bd62-d8572024a243 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d04df2ba-2d9b-496f-9756-0f60da18d12f HTTP/1.1" status: 200  len: 910 time: 0.2403085
Apr 16 05:07:02.049546 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-74c50329-8bb1-4e14-bf9c-62a64d15f3fe req-a8d922b0-bc0c-4637-bbf1-0e02f6fb50d6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14f66ae1-6ddf-41c7-bc43-1fc90850ccf7 HTTP/1.1" status: 200  len: 217 time: 0.0952964
Apr 16 05:07:02.151804 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c50329-8bb1-4e14-bf9c-62a64d15f3fe req-755dc736-f764-4ba5-be89-6959e55dd436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:02.153465 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-74c50329-8bb1-4e14-bf9c-62a64d15f3fe req-755dc736-f764-4ba5-be89-6959e55dd436 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e96cff82-a5f7-4d31-b67e-607a75212a3f HTTP/1.1" status: 200  len: 849 time: 0.0943975
Apr 16 05:07:02.172566 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b23cf63-2722-4908-8ea8-aca674549ac6 req-de067737-4ef3-41c3-bd19-b217f99d6648 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:02.176430 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-9b23cf63-2722-4908-8ea8-aca674549ac6 req-de067737-4ef3-41c3-bd19-b217f99d6648 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cebb75-08a7-4e02-a9ad-c88938f84799 HTTP/1.1" status: 200  len: 943 time: 0.5737252
Apr 16 05:07:02.227362 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-74c50329-8bb1-4e14-bf9c-62a64d15f3fe req-d15eb0ff-9c05-4a36-ac5e-514f5d4324e7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d04df2ba-2d9b-496f-9756-0f60da18d12f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0595496
Apr 16 05:07:02.245564 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd2a3bd-d725-4d4c-adad-a60af3f46403 tempest-TestShelveInstance-1749590900 tempest-TestShelveInstance-1749590900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:02.252004 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-fbd2a3bd-d725-4d4c-adad-a60af3f46403 tempest-TestShelveInstance-1749590900 tempest-TestShelveInstance-1749590900-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=f075f23a-3d1c-4140-93fb-04984d3843bf HTTP/1.1" status: 200  len: 1093 time: 0.8490264
Apr 16 05:07:02.260026 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1c3b42-7a38-4b88-a5e5-b3a3b55ec74b req-6fa18cc8-4c3f-4866-8dc6-a83be38d0a11 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:02.262136 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ca1c3b42-7a38-4b88-a5e5-b3a3b55ec74b req-6fa18cc8-4c3f-4866-8dc6-a83be38d0a11 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?device_id=bed81e12-65a3-41c0-90e6-b4cb79976d45 HTTP/1.1" status: 200  len: 945 time: 0.5425062
Apr 16 05:07:02.265550 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 36564) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:07:02.271645 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-f1f5fa6f-7591-4961-909c-b60bdcb13f3c tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Request body: {'floatingip': {'floating_network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'port_id': '525a9c21-dc2f-4357-8898-36e8a37e4418', 'tenant_id': '19a213d1b49b4109b75966286a61917f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=85357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:07:02.297885 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-9b23cf63-2722-4908-8ea8-aca674549ac6 req-41376bec-a93f-48dd-b6c4-fbba4b943dfa tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8463a7f-3623-45fa-b260-5c490295d4a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1073437
Apr 16 05:07:02.299051 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-f1f5fa6f-7591-4961-909c-b60bdcb13f3c tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:07:02.308153 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-f1f5fa6f-7591-4961-909c-b60bdcb13f3c tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Usage tracker for resource:floatingip and tenant:19a213d1b49b4109b75966286a61917f is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:07:02.314196 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-f1f5fa6f-7591-4961-909c-b60bdcb13f3c tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:07:02.339775 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-f1f5fa6f-7591-4961-909c-b60bdcb13f3c tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:07:02.344966 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ca1c3b42-7a38-4b88-a5e5-b3a3b55ec74b req-68fca7b6-12f1-41bb-9efa-372eb35a2100 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679774
Apr 16 05:07:02.361841 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f1f5fa6f-7591-4961-909c-b60bdcb13f3c tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Notify callbacks [] for floatingip, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:02.387750 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-74c50329-8bb1-4e14-bf9c-62a64d15f3fe req-36dfc69c-dd33-4994-b871-6dfb9c8a8c47 service neutron] 10.222.0.16 "GET /v2.0/networks/d04df2ba-2d9b-496f-9756-0f60da18d12f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1510160
Apr 16 05:07:02.733803 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-74c50329-8bb1-4e14-bf9c-62a64d15f3fe req-7f6e501a-3adb-424d-b671-929025e665b5 service neutron] 10.222.0.16 "GET /v2.0/networks/d04df2ba-2d9b-496f-9756-0f60da18d12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3371689
Apr 16 05:07:02.742808 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f1f5fa6f-7591-4961-909c-b60bdcb13f3c tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:02.912638 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6700a4-2ce1-49bb-a025-d032b6c996b9 req-34260cb5-3784-4bb1-89c2-82f0bb4f885e tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:02.914415 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-1e6700a4-2ce1-49bb-a025-d032b6c996b9 req-34260cb5-3784-4bb1-89c2-82f0bb4f885e tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] 10.222.0.26 "GET /v2.0/ports?device_id=65360207-bdc9-4932-b3c0-dff5cb1ccee5 HTTP/1.1" status: 200  len: 943 time: 0.2465041
Apr 16 05:07:03.006259 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.db_base_plugin_common [None req-f1f5fa6f-7591-4961-909c-b60bdcb13f3c tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Allocated IP 172.27.2.59 (09b59cd3-13be-4f6b-8ba8-71a7bb13ef88/d321c4f6-731d-44eb-a563-8ed238725710/eae6e809-dc04-4329-8d16-5c781cd19992) {{(pid=85357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 05:07:03.011756 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-1e6700a4-2ce1-49bb-a025-d032b6c996b9 req-8679f912-2636-4140-9026-9b43fb756ba6 tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] 10.222.0.26 "GET /v2.0/security-groups?id=60a874d5-92ab-4e7e-91de-493ca112b09d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0897901
Apr 16 05:07:03.366257 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f1f5fa6f-7591-4961-909c-b60bdcb13f3c tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Notify callbacks [] for port, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:03.402723 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f1f5fa6f-7591-4961-909c-b60bdcb13f3c tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284332319809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30120147'] for port, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:03.443827 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-62176e60-d790-41b1-9a60-fb5753652d9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:07:04.042882 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f5fa6f-7591-4961-909c-b60bdcb13f3c tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Pushing event updated for resources: {'Port': ['ID=eae6e809-dc04-4329-8d16-5c781cd19992,revision_number=1']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:07:04.063731 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-f1f5fa6f-7591-4961-909c-b60bdcb13f3c tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.620s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:07:04.146184 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device 14f66ae1-6ddf-41c7-bc43-1fc90850ccf7 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=85358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 16 05:07:04.185725 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f5fa6f-7591-4961-909c-b60bdcb13f3c tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Network 09b59cd3-13be-4f6b-8ba8-71a7bb13ef88 is already hosted by enough agents. {{(pid=85357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 05:07:04.200802 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [None req-f1f5fa6f-7591-4961-909c-b60bdcb13f3c tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Resources bound (agent type, host, resource id):  {{(pid=85357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 05:07:04.200802 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f5fa6f-7591-4961-909c-b60bdcb13f3c tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Received port after_create {{(pid=85357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 05:07:04.234208 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f59e1d-82f9-4830-a3dd-6361c302c232 req-6c4c5ec5-a721-488f-a599-e98453e42562 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:04.236137 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c0f59e1d-82f9-4830-a3dd-6361c302c232 req-6c4c5ec5-a721-488f-a599-e98453e42562 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "GET /v2.0/networks?id=711b0f98-8a05-4a75-8630-64793983447c HTTP/1.1" status: 200  len: 814 time: 0.6748633
Apr 16 05:07:04.275910 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6411a531-ac50-4487-ac9b-696332d58147 req-54f210cb-05c4-4a88-b785-fcce7076511f tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:04.276289 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-6411a531-ac50-4487-ac9b-696332d58147 req-54f210cb-05c4-4a88-b785-fcce7076511f tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cebb75-08a7-4e02-a9ad-c88938f84799 HTTP/1.1" status: 200  len: 943 time: 0.7094271
Apr 16 05:07:04.333652 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] For port 14f66ae1-6ddf-41c7-bc43-1fc90850ccf7, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=14f66ae1-6ddf-41c7-bc43-1fc90850ccf7,segment=NetworkSegment(1cebb1bc-7c64-4b55-b98d-dc3a48cbfc2e),segment_id=1cebb1bc-7c64-4b55-b98d-dc3a48cbfc2e)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:07:04.348369 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c0f59e1d-82f9-4830-a3dd-6361c302c232 req-7a0bf2e4-597a-48c2-9572-9796527fb118 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "GET /v2.0/quotas/57e4f259d16345e68f38a623884c740f HTTP/1.1" status: 200  len: 375 time: 0.0875413
Apr 16 05:07:04.368853 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Returning: {'device': '14f66ae1-6ddf-41c7-bc43-1fc90850ccf7', 'network_id': 'd04df2ba-2d9b-496f-9756-0f60da18d12f', 'port_id': '14f66ae1-6ddf-41c7-bc43-1fc90850ccf7', 'mac_address': 'fa:16:3e:a6:03:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e96cff82-a5f7-4d31-b67e-607a75212a3f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 16 05:07:04.492860 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:04.499636 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-6411a531-ac50-4487-ac9b-696332d58147 req-9335e07f-7efb-41ae-a7c2-53a0ac7c01b6 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8463a7f-3623-45fa-b260-5c490295d4a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2084589
Apr 16 05:07:04.551650 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14f66ae1-6ddf-41c7-bc43-1fc90850ccf7 {{(pid=85358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 05:07:04.577420 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] For port 14f66ae1-6ddf-41c7-bc43-1fc90850ccf7, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=14f66ae1-6ddf-41c7-bc43-1fc90850ccf7,segment=NetworkSegment(1cebb1bc-7c64-4b55-b98d-dc3a48cbfc2e),segment_id=1cebb1bc-7c64-4b55-b98d-dc3a48cbfc2e)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:07:04.586091 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:04.590329 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:07:04.695600 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Pushing event updated for resources: {'Port': ['ID=14f66ae1-6ddf-41c7-bc43-1fc90850ccf7,revision_number=4']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:07:04.700146 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:07:04.847717 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0ad1d33a-2be2-47fa-894e-5d861c50eaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:04.858372 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-c0f59e1d-82f9-4830-a3dd-6361c302c232 req-57b3fd06-b23e-466e-8299-339643e84efa tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Synchronizing usage tracker for tenant:57e4f259d16345e68f38a623884c740f on resource:port {{(pid=85357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 05:07:04.924017 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-c0f59e1d-82f9-4830-a3dd-6361c302c232 req-57b3fd06-b23e-466e-8299-339643e84efa tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Unset dirty status for tenant:57e4f259d16345e68f38a623884c740f on resource:port {{(pid=85357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 05:07:04.925701 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c0f59e1d-82f9-4830-a3dd-6361c302c232 req-57b3fd06-b23e-466e-8299-339643e84efa tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=57e4f259d16345e68f38a623884c740f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.5581272
Apr 16 05:07:05.043878 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] get_ports_and_sgs() called for port_ids ['14f66ae1-6ddf-41c7-bc43-1fc90850ccf7'] {{(pid=85358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 05:07:05.103665 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86e8ea-4217-479a-9294-a8263d4f96e3 req-e0da4121-b647-4239-990f-26230b5d99fc tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:05.106854 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-eb86e8ea-4217-479a-9294-a8263d4f96e3 req-e0da4121-b647-4239-990f-26230b5d99fc tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?device_id=bed81e12-65a3-41c0-90e6-b4cb79976d45 HTTP/1.1" status: 200  len: 945 time: 0.3943605
Apr 16 05:07:05.313218 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-eb86e8ea-4217-479a-9294-a8263d4f96e3 req-86fbe3d6-b8d0-41c8-a36d-016c225fbbfc tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1952157
Apr 16 05:07:05.367603 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c0f59e1d-82f9-4830-a3dd-6361c302c232 req-697d1d03-c28d-4ed5-919e-b6394143488c service neutron] 10.222.0.26 "GET /v2.0/networks/711b0f98-8a05-4a75-8630-64793983447c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4266028
Apr 16 05:07:05.392695 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f1f5fa6f-7591-4961-909c-b60bdcb13f3c tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:05.807126 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c0f59e1d-82f9-4830-a3dd-6361c302c232 req-653f6d5e-1df9-44ee-8e75-febf5e80374a service neutron] 10.222.0.26 "GET /v2.0/networks/711b0f98-8a05-4a75-8630-64793983447c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4172447
Apr 16 05:07:05.837398 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f1f5fa6f-7591-4961-909c-b60bdcb13f3c tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:05.901893 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ea65e4-3e10-4551-bd91-922bd35b53e8 req-3e0d3d1f-dd32-412a-b672-175ab90d509d tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:05.904840 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-84ea65e4-3e10-4551-bd91-922bd35b53e8 req-3e0d3d1f-dd32-412a-b672-175ab90d509d tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] 10.222.0.26 "GET /v2.0/ports?device_id=65360207-bdc9-4932-b3c0-dff5cb1ccee5 HTTP/1.1" status: 200  len: 944 time: 0.3372822
Apr 16 05:07:06.004340 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-84ea65e4-3e10-4551-bd91-922bd35b53e8 req-c231eb9e-be0d-429a-a775-1d229db06b99 tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] 10.222.0.26 "GET /v2.0/security-groups?id=60a874d5-92ab-4e7e-91de-493ca112b09d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0873685
Apr 16 05:07:06.498772 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-1007e082-9fef-41e4-94a4-727f8f316018 req-79a2ad7c-422e-455f-b666-2155d317596a tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e67bc2f-10f1-4382-811e-d54f8a3a8471 HTTP/1.1" status: 200  len: 210 time: 0.1255600
Apr 16 05:07:06.569218 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f1f5fa6f-7591-4961-909c-b60bdcb13f3c tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Notify callbacks [] for port, precommit_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:06.582340 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3913e1ff-3878-40e4-b318-e8c699bc16c0 req-e8704928-e5cd-4ab6-95a8-94f4be7e8a1d tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:06.591053 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-3913e1ff-3878-40e4-b318-e8c699bc16c0 req-e8704928-e5cd-4ab6-95a8-94f4be7e8a1d tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cebb75-08a7-4e02-a9ad-c88938f84799 HTTP/1.1" status: 200  len: 943 time: 0.3541107
Apr 16 05:07:06.616634 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f1f5fa6f-7591-4961-909c-b60bdcb13f3c tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036824655669'] for port, after_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:06.636719 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-a674701e-e6f4-4239-8f8a-6d52c9b5d564 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:07:06.854529 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-3913e1ff-3878-40e4-b318-e8c699bc16c0 req-b58ce807-9a22-477a-b684-11ca0948e0ae tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8463a7f-3623-45fa-b260-5c490295d4a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2616551
Apr 16 05:07:06.887547 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f5fa6f-7591-4961-909c-b60bdcb13f3c tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Pushing event updated for resources: {'Port': ['ID=eae6e809-dc04-4329-8d16-5c781cd19992,revision_number=2']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:07:06.907586 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-f1f5fa6f-7591-4961-909c-b60bdcb13f3c tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:07:06.933459 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-639bae63-ae71-4f7f-85be-0a50c026ce6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:07.014348 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b60cf03-5ff8-40e6-9a20-26c23304f4dd req-f3a3e7bd-3aae-47a4-830c-37ced863db0f tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:07.016146 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-9b60cf03-5ff8-40e6-9a20-26c23304f4dd req-f3a3e7bd-3aae-47a4-830c-37ced863db0f tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/ports?device_id=c40e39e3-212b-4093-b018-1962009d207d HTTP/1.1" status: 200  len: 946 time: 0.3373015
Apr 16 05:07:07.406277 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f1f5fa6f-7591-4961-909c-b60bdcb13f3c tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33197037'] for floatingip, after_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:07.575831 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-9b60cf03-5ff8-40e6-9a20-26c23304f4dd req-f5940b3e-e0ef-48cd-b9e1-b1dcaa626bd8 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/security-groups?id=4caff57c-68d2-4f1f-a5bc-b37d2db244ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5343723
Apr 16 05:07:07.656654 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.db.l3_db [None req-f1f5fa6f-7591-4961-909c-b60bdcb13f3c tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Floating IP 548c0f22-b13c-410d-8750-9c122551bc7d associated. External IP: 172.27.2.59, port: 525a9c21-dc2f-4357-8898-36e8a37e4418.
Apr 16 05:07:07.674493 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:07.769307 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-63345f0b-feae-4d1b-a675-506eb60b354a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:07.821175 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba49615d-a98d-4721-a1df-b30ba550c137 req-c09870db-7e39-4a00-ae3c-e729e3641728 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:07.830365 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ba49615d-a98d-4721-a1df-b30ba550c137 req-c09870db-7e39-4a00-ae3c-e729e3641728 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?device_id=bed81e12-65a3-41c0-90e6-b4cb79976d45 HTTP/1.1" status: 200  len: 945 time: 0.7902267
Apr 16 05:07:08.021757 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:08.093884 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ba49615d-a98d-4721-a1df-b30ba550c137 req-5a092ef4-38ef-487e-bc19-b15d165a3697 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2616918
Apr 16 05:07:08.160544 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f59e1d-82f9-4830-a3dd-6361c302c232 req-6b6e1f79-7709-4f6e-bdf6-681dbf1008a3 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:08.165827 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device 4688bbfc-265d-4202-8afe-72cfcb6f87da details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=85358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 16 05:07:08.168606 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-c0f59e1d-82f9-4830-a3dd-6361c302c232 req-6b6e1f79-7709-4f6e-bdf6-681dbf1008a3 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Synchronizing usage tracker for tenant:57e4f259d16345e68f38a623884c740f on resource:network {{(pid=85356) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 05:07:08.168880 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6857794d-5828-443d-bde8-33a817d7f72f req-0ea2f2d9-0ad0-49ce-83df-8aad34fa7507 tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:08.174256 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device 14f66ae1-6ddf-41c7-bc43-1fc90850ccf7 up at agent hyperv_hv-cinder-78652 {{(pid=85358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 05:07:08.191209 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-6857794d-5828-443d-bde8-33a817d7f72f req-0ea2f2d9-0ad0-49ce-83df-8aad34fa7507 tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] 10.222.0.26 "GET /v2.0/ports?device_id=65360207-bdc9-4932-b3c0-dff5cb1ccee5 HTTP/1.1" status: 200  len: 944 time: 0.3425472
Apr 16 05:07:08.245772 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-c0f59e1d-82f9-4830-a3dd-6361c302c232 req-6b6e1f79-7709-4f6e-bdf6-681dbf1008a3 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Unset dirty status for tenant:57e4f259d16345e68f38a623884c740f on resource:network {{(pid=85356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 05:07:08.248180 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c0f59e1d-82f9-4830-a3dd-6361c302c232 req-6b6e1f79-7709-4f6e-bdf6-681dbf1008a3 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.16 "GET /v2.0/networks?id=711b0f98-8a05-4a75-8630-64793983447c HTTP/1.1" status: 200  len: 814 time: 0.4552710
Apr 16 05:07:08.295822 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [req-c0f59e1d-82f9-4830-a3dd-6361c302c232 req-33f3c05e-a7b6-4221-8b96-04fcdf87fd1c tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Request body: {'port': {'device_id': '3e67bc2f-10f1-4382-811e-d54f8a3a8471', 'network_id': '711b0f98-8a05-4a75-8630-64793983447c', 'admin_state_up': True, 'tenant_id': '57e4f259d16345e68f38a623884c740f'}} {{(pid=85356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:07:08.296239 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-6857794d-5828-443d-bde8-33a817d7f72f req-ae9bce34-34e8-4894-bfcd-7a23d60c5fe3 tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] 10.222.0.26 "GET /v2.0/security-groups?id=60a874d5-92ab-4e7e-91de-493ca112b09d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1015944
Apr 16 05:07:08.380684 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-cbb7ad47-4f1e-417f-90c7-e1a5addd37d1 req-6fafd138-39f6-4367-a9c1-399cfdeb99ee tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e67bc2f-10f1-4382-811e-d54f8a3a8471 HTTP/1.1" status: 200  len: 210 time: 0.0776165
Apr 16 05:07:08.607689 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [req-c0f59e1d-82f9-4830-a3dd-6361c302c232 req-33f3c05e-a7b6-4221-8b96-04fcdf87fd1c tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:07:08.620148 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [req-c0f59e1d-82f9-4830-a3dd-6361c302c232 req-33f3c05e-a7b6-4221-8b96-04fcdf87fd1c tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:07:08.628975 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] For port 4688bbfc-265d-4202-8afe-72cfcb6f87da, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=4688bbfc-265d-4202-8afe-72cfcb6f87da,segment=NetworkSegment(79077226-93f2-4a1f-b0e8-7ab4b09d1a7b),segment_id=79077226-93f2-4a1f-b0e8-7ab4b09d1a7b)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:07:08.638706 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0f59e1d-82f9-4830-a3dd-6361c302c232 req-33f3c05e-a7b6-4221-8b96-04fcdf87fd1c tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Made reservation on behalf of 57e4f259d16345e68f38a623884c740f for: {'port': 1} {{(pid=85356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 05:07:08.655425 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-c0f59e1d-82f9-4830-a3dd-6361c302c232 req-33f3c05e-a7b6-4221-8b96-04fcdf87fd1c tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:08.661742 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Returning: {'device': '4688bbfc-265d-4202-8afe-72cfcb6f87da', 'network_id': '8df91495-625b-4773-a543-89e51aa2e299', 'port_id': '4688bbfc-265d-4202-8afe-72cfcb6f87da', 'mac_address': 'fa:16:3e:7f:a2:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7194465a-cb17-4853-a8ba-70bd30e05305', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 16 05:07:08.820103 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:08.857443 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Provisioning for port 14f66ae1-6ddf-41c7-bc43-1fc90850ccf7 completed by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 05:07:08.871339 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4688bbfc-265d-4202-8afe-72cfcb6f87da {{(pid=85358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 05:07:08.882375 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Provisioning complete for port 14f66ae1-6ddf-41c7-bc43-1fc90850ccf7 triggered by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:07:08.883066 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:08.972580 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.db_base_plugin_common [req-c0f59e1d-82f9-4830-a3dd-6361c302c232 req-33f3c05e-a7b6-4221-8b96-04fcdf87fd1c tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Allocated IP 172.20.0.5 (711b0f98-8a05-4a75-8630-64793983447c/2a881910-3355-4ca0-a698-89b5f02a16d4/9c69d104-f6fe-4cb2-9c63-1a0b0123cad4) {{(pid=85356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 05:07:09.122708 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] For port 4688bbfc-265d-4202-8afe-72cfcb6f87da, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=4688bbfc-265d-4202-8afe-72cfcb6f87da,segment=NetworkSegment(79077226-93f2-4a1f-b0e8-7ab4b09d1a7b),segment_id=79077226-93f2-4a1f-b0e8-7ab4b09d1a7b)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:07:09.198567 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1f5fa6f-7591-4961-909c-b60bdcb13f3c tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Router b7be94a9-5544-4735-a2b6-653305247e76 has already been hosted by L3 agent 9bacd1b6-99a0-44b1-8352-fe12768771b0 {{(pid=85357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 16 05:07:09.308173 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:09.331358 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:09.337501 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:07:09.538244 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] For port 14f66ae1-6ddf-41c7-bc43-1fc90850ccf7, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=14f66ae1-6ddf-41c7-bc43-1fc90850ccf7,segment=NetworkSegment(1cebb1bc-7c64-4b55-b98d-dc3a48cbfc2e),segment_id=1cebb1bc-7c64-4b55-b98d-dc3a48cbfc2e)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:07:09.545670 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65360207-bdc9-4932-b3c0-dff5cb1ccee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14f66ae1-6ddf-41c7-bc43-1fc90850ccf7'}] {{(pid=85358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 05:07:09.556373 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a57a9699-4b93-4635-9a0c-76135fd629c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:09.576166 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:09.619924 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Pushing event updated for resources: {'Port': ['ID=4688bbfc-265d-4202-8afe-72cfcb6f87da,revision_number=9']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:07:09.643835 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:07:09.647158 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:07:09.740943 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6efe33-b76d-4393-851f-5c362a98a398 req-d24300b4-75ae-4a29-971a-2c0cff130cdd tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:09.749969 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-5b6efe33-b76d-4393-851f-5c362a98a398 req-d24300b4-75ae-4a29-971a-2c0cff130cdd tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/ports?device_id=c40e39e3-212b-4093-b018-1962009d207d HTTP/1.1" status: 200  len: 946 time: 0.8490276
Apr 16 05:07:09.766864 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] get_ports_and_sgs() called for port_ids ['4688bbfc-265d-4202-8afe-72cfcb6f87da'] {{(pid=85358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 05:07:10.014058 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d37142-d9bb-4797-8beb-128985672fbe req-a2c9817b-3901-4e9b-978c-3fdf3860a8d2 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:10.031461 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-34d37142-d9bb-4797-8beb-128985672fbe req-a2c9817b-3901-4e9b-978c-3fdf3860a8d2 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cebb75-08a7-4e02-a9ad-c88938f84799 HTTP/1.1" status: 200  len: 943 time: 1.4551671
Apr 16 05:07:10.050803 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-c0f59e1d-82f9-4830-a3dd-6361c302c232 req-33f3c05e-a7b6-4221-8b96-04fcdf87fd1c tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Notify callbacks [] for port, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:10.074976 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Pushing event updated for resources: {'Port': ['ID=14f66ae1-6ddf-41c7-bc43-1fc90850ccf7,revision_number=5']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:07:10.104617 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:07:10.123872 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c461420-ba3b-4505-9498-3683bcae156e req-6b9fc36f-9fd6-47de-b557-20198687403b tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:10.126035 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-8c461420-ba3b-4505-9498-3683bcae156e req-6b9fc36f-9fd6-47de-b557-20198687403b tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.16 "GET /v2.0/ports?device_id=c40e39e3-212b-4093-b018-1962009d207d HTTP/1.1" status: 200  len: 946 time: 1.3549778
Apr 16 05:07:10.129767 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [req-c0f59e1d-82f9-4830-a3dd-6361c302c232 req-33f3c05e-a7b6-4221-8b96-04fcdf87fd1c tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Transition to ACTIVE for port object 9c69d104-f6fe-4cb2-9c63-1a0b0123cad4 will not be triggered until provisioned by entity DHCP. {{(pid=85356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 05:07:10.233179 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-c0f59e1d-82f9-4830-a3dd-6361c302c232 req-33f3c05e-a7b6-4221-8b96-04fcdf87fd1c tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284332319809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32051484'] for port, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:10.334757 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [req-8c461420-ba3b-4505-9498-3683bcae156e req-43ce1972-79bb-41ce-9cc9-c0d132cde186 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Deleting port aa7bfbc3-cee1-4949-a563-945a6ac9b72a {{(pid=85357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 05:07:10.335118 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-8c461420-ba3b-4505-9498-3683bcae156e req-43ce1972-79bb-41ce-9cc9-c0d132cde186 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284331874164'] for port, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:10.538962 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-abe55948-33ef-4b20-a0e3-262a0f236592 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:07:10.551897 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-5b6efe33-b76d-4393-851f-5c362a98a398 req-c1718105-3902-422b-9701-bd3dce8a1f51 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/security-groups?id=4caff57c-68d2-4f1f-a5bc-b37d2db244ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8008471
Apr 16 05:07:10.559339 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 36876) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:07:10.593289 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-34d37142-d9bb-4797-8beb-128985672fbe req-9f1a77cd-556d-4c90-9036-3cd770e4e5a0 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8463a7f-3623-45fa-b260-5c490295d4a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5592406
Apr 16 05:07:10.850671 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0f59e1d-82f9-4830-a3dd-6361c302c232 req-33f3c05e-a7b6-4221-8b96-04fcdf87fd1c tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Network 711b0f98-8a05-4a75-8630-64793983447c is already hosted by enough agents. {{(pid=85356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 05:07:10.854526 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [req-c0f59e1d-82f9-4830-a3dd-6361c302c232 req-33f3c05e-a7b6-4221-8b96-04fcdf87fd1c tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Resources bound (agent type, host, resource id):  {{(pid=85356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 05:07:10.860118 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0f59e1d-82f9-4830-a3dd-6361c302c232 req-33f3c05e-a7b6-4221-8b96-04fcdf87fd1c tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Received port after_create {{(pid=85356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 05:07:10.984639 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f3c05e-a7b6-4221-8b96-04fcdf87fd1c tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Pushing event updated for resources: {'Port': ['ID=9c69d104-f6fe-4cb2-9c63-1a0b0123cad4,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:07:10.990312 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-33f3c05e-a7b6-4221-8b96-04fcdf87fd1c tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:07:11.063827 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f59e1d-82f9-4830-a3dd-6361c302c232 req-33f3c05e-a7b6-4221-8b96-04fcdf87fd1c tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:11.065781 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-c0f59e1d-82f9-4830-a3dd-6361c302c232 req-33f3c05e-a7b6-4221-8b96-04fcdf87fd1c tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:11.157437 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c0f59e1d-82f9-4830-a3dd-6361c302c232 req-33f3c05e-a7b6-4221-8b96-04fcdf87fd1c tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.8671708
Apr 16 05:07:11.287122 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-a0bf10f3-5125-4d51-a4ff-287eb8db5f59 None None] Provisioning for port 9c69d104-f6fe-4cb2-9c63-1a0b0123cad4 completed by entity DHCP. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 05:07:11.295158 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-a0bf10f3-5125-4d51-a4ff-287eb8db5f59 None None] Provisioning complete for port 9c69d104-f6fe-4cb2-9c63-1a0b0123cad4 triggered by entity DHCP. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:07:11.295941 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a0bf10f3-5125-4d51-a4ff-287eb8db5f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:11.394828 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-a0bf10f3-5125-4d51-a4ff-287eb8db5f59 None None] Port 9c69d104-f6fe-4cb2-9c63-1a0b0123cad4 cannot update to ACTIVE because it is not bound. {{(pid=85358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 16 05:07:11.461266 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f5fa6f-7591-4961-909c-b60bdcb13f3c tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Notify agent at l3_agent.dv-cinder-786524-1-iscsi the message routers_updated {{(pid=85357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 05:07:11.473011 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0866b7-8a8c-415e-8d46-71f3ee98c56c None None] Sync routers for ids ['b7be94a9-5544-4735-a2b6-653305247e76'] in dv-cinder-786524-1-iscsi {{(pid=85359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 05:07:11.485424 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0866b7-8a8c-415e-8d46-71f3ee98c56c None None] Routers {'b7be94a9-5544-4735-a2b6-653305247e76'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:07:11.486161 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-5a0866b7-8a8c-415e-8d46-71f3ee98c56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5daed89a90>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:07:07Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['b7be94a9-5544-4735-a2b6-653305247e76'], 'active': True} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:07:11.580882 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f1f5fa6f-7591-4961-909c-b60bdcb13f3c tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for floatingip, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:11.783003 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 36886) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:07:11.786172 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-d1a5e1b7-520c-4043-98de-56f60c12b6eb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=42215cd2a0904b0aa68d839d72840738&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2253509
Apr 16 05:07:11.852615 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-5a0866b7-8a8c-415e-8d46-71f3ee98c56c None None] Set router b7be94a9-5544-4735-a2b6-653305247e76 gateway port host: dv-cinder-786524-1-iscsi {{(pid=85359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:07:11.863468 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-f1f5fa6f-7591-4961-909c-b60bdcb13f3c tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 9.5964494
Apr 16 05:07:11.869800 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f075f23a-3d1c-4140-93fb-04984d3843bf', 'tag': '525a9c21-dc2f-4357-8898-36e8a37e4418'}] {{(pid=85357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 05:07:11.882454 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [req-8c461420-ba3b-4505-9498-3683bcae156e req-43ce1972-79bb-41ce-9cc9-c0d132cde186 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] For port aa7bfbc3-cee1-4949-a563-945a6ac9b72a, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=aa7bfbc3-cee1-4949-a563-945a6ac9b72a,segment=NetworkSegment(e0c30da2-1a68-4f2e-be9b-2ec222378b18),segment_id=e0c30da2-1a68-4f2e-be9b-2ec222378b18)] {{(pid=85357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:07:11.883046 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-8c461420-ba3b-4505-9498-3683bcae156e req-43ce1972-79bb-41ce-9cc9-c0d132cde186 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821567696'] for port, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:11.906947 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955cd746-2ed5-46a7-a323-de0cdd491b73 req-70bf5bac-5fae-4268-8e53-097749bba1c1 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:11.908950 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-955cd746-2ed5-46a7-a323-de0cdd491b73 req-70bf5bac-5fae-4268-8e53-097749bba1c1 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?device_id=bed81e12-65a3-41c0-90e6-b4cb79976d45 HTTP/1.1" status: 200  len: 945 time: 0.9276595
Apr 16 05:07:11.932009 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-414cd1c2-ad97-4231-b9cb-ba28c3bf2b5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:11.984985 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-414cd1c2-ad97-4231-b9cb-ba28c3bf2b5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:12.075513 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a21c0d0-6897-4a6a-8e57-e79e0f94550a req-c342c1bf-898e-4119-9996-904b7222c74a tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:12.084604 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-9a21c0d0-6897-4a6a-8e57-e79e0f94550a req-c342c1bf-898e-4119-9996-904b7222c74a tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] 10.222.0.26 "GET /v2.0/ports?device_id=65360207-bdc9-4932-b3c0-dff5cb1ccee5 HTTP/1.1" status: 200  len: 945 time: 0.6461008
Apr 16 05:07:12.141907 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [req-8c461420-ba3b-4505-9498-3683bcae156e req-43ce1972-79bb-41ce-9cc9-c0d132cde186 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Calling delete_port for aa7bfbc3-cee1-4949-a563-945a6ac9b72a owned by compute:nova {{(pid=85357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 05:07:12.160753 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-414cd1c2-ad97-4231-b9cb-ba28c3bf2b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:12.171539 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-05067b2f-1a6c-49e2-9460-8b022bb5ff43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:07:12.197136 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device 4688bbfc-265d-4202-8afe-72cfcb6f87da up at agent hyperv_hv-cinder-78652 {{(pid=85358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 05:07:12.203373 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414cd1c2-ad97-4231-b9cb-ba28c3bf2b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b06df75b-ef66-42ae-abfd-6e55d5b10fd4,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:07:12.209944 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-414cd1c2-ad97-4231-b9cb-ba28c3bf2b5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:07:12.241851 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-414cd1c2-ad97-4231-b9cb-ba28c3bf2b5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:12.244453 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-414cd1c2-ad97-4231-b9cb-ba28c3bf2b5f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b06df75b-ef66-42ae-abfd-6e55d5b10fd4 HTTP/1.1" status: 204  len: 168 time: 0.4598007
Apr 16 05:07:12.412973 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-9a21c0d0-6897-4a6a-8e57-e79e0f94550a req-54504a87-27e9-4292-a99e-62fa3ebd4ff2 tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] 10.222.0.26 "GET /v2.0/security-groups?id=60a874d5-92ab-4e7e-91de-493ca112b09d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3266394
Apr 16 05:07:12.452163 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Provisioning complete for port 4688bbfc-265d-4202-8afe-72cfcb6f87da triggered by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:07:12.453698 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:12.630652 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-955cd746-2ed5-46a7-a323-de0cdd491b73 req-3d46ed18-39e8-4e44-be4a-131214aa5208 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6491551
Apr 16 05:07:12.634398 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-5a0866b7-8a8c-415e-8d46-71f3ee98c56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5daed89a90>, [{'id': 'b7be94a9-5544-4735-a2b6-653305247e76', 'name': 'tempest-TestShelveInstance-54914240-router', 'tenant_id': '19a213d1b49b4109b75966286a61917f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '1f55ccf7-8b85-4ac1-878b-921f2ce01224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:04:39Z', 'updated_at': '2021-04-16T05:04:51Z', 'revision_number': 4, 'project_id': '19a213d1b49b4109b75966286a61917f', 'gw_port': {'id': '1f55ccf7-8b85-4ac1-878b-921f2ce01224', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:bd:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7be94a9-5544-4735-a2b6-653305247e76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:41Z', 'updated_at': '2021-04-16T05:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi', '_floatingips': [{'id': '548c0f22-b13c-410d-8750-9c122551bc7d', 'tenant_id': '19a213d1b49b4109b75966286a61917f', 'floating_ip_address': '172.27.2.59', 'floating_network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'router_id': 'b7be94a9-5544-4735-a2b6-653305247e76', 'port_id': '525a9c21-dc2f-4357-8898-36e8a37e4418', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e950144-b586-4419-9506-52e097c234b9', 'mac_address': 'fa:16:3e:b7:c6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f075f23a-3d1c-4140-93fb-04984d3843bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T05:07:04Z', 'updated_at': '2021-04-16T05:07:04Z', 'revision_number': 0, 'project_id': '19a213d1b49b4109b75966286a61917f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b38752fe-d433-4e2a-a193-f2d749a252ef', 'name': '', 'network_id': '8e950144-b586-4419-9506-52e097c234b9', 'tenant_id': '19a213d1b49b4109b75966286a61917f', 'mac_address': 'fa:16:3e:a7:b0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7be94a9-5544-4735-a2b6-653305247e76', 'device_owner': 'network:router_interface', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '3839760e-ab00-4f46-8a04-f1c8415e06da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:48Z', 'updated_at': '2021-04-16T05:05:06Z', 'revision_number': 5, 'project_id': '19a213d1b49b4109b75966286a61917f', 'subnets': [{'id': '3839760e-ab00-4f46-8a04-f1c8415e06da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:07:12.659671 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0866b7-8a8c-415e-8d46-71f3ee98c56c None None] Checking router: b7be94a9-5544-4735-a2b6-653305247e76 for host: dv-cinder-786524-1-iscsi {{(pid=85359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 05:07:12.698435 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0866b7-8a8c-415e-8d46-71f3ee98c56c None None] Routers {'b7be94a9-5544-4735-a2b6-653305247e76'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:07:12.704867 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-5a0866b7-8a8c-415e-8d46-71f3ee98c56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5daed89a90>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:07:07Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['b7be94a9-5544-4735-a2b6-653305247e76'], 'active': True} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:07:12.888896 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-8c461420-ba3b-4505-9498-3683bcae156e req-43ce1972-79bb-41ce-9cc9-c0d132cde186 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752522904879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752522456008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30120147'] for port, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:12.967578 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65360207-bdc9-4932-b3c0-dff5cb1ccee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14f66ae1-6ddf-41c7-bc43-1fc90850ccf7', 'code': 200}
Apr 16 05:07:12.981152 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] get_ports_and_sgs() called for port_ids ['a16c1736-e19e-4ba4-b59e-1ab713023d6e', 'bc1b177a-cca8-4073-8031-2fd446444a12', '14fdc4fe-0803-43ee-89a6-939278790e58'] {{(pid=85358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 05:07:13.036920 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:13.227486 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] For port 4688bbfc-265d-4202-8afe-72cfcb6f87da, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=4688bbfc-265d-4202-8afe-72cfcb6f87da,segment=NetworkSegment(79077226-93f2-4a1f-b0e8-7ab4b09d1a7b),segment_id=79077226-93f2-4a1f-b0e8-7ab4b09d1a7b)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:07:13.242647 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:13.244005 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device aa7bfbc3-cee1-4949-a563-945a6ac9b72a no longer exists at agent hyperv_hv-cinder-78652 {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 05:07:13.282897 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-5a0866b7-8a8c-415e-8d46-71f3ee98c56c None None] Set router b7be94a9-5544-4735-a2b6-653305247e76 gateway port host: dv-cinder-786524-1-iscsi {{(pid=85359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:07:13.314132 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-6ff606d1-adce-47eb-b2be-0f60a4992152 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:07:13.320732 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-34a00654-3c1e-4132-8f70-ccf6aa4c1c08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:07:13.372919 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] No Port match for: aa7bfbc3-cee1-4949-a563-945a6ac9b72a {{(pid=85358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 16 05:07:13.373521 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device aa7bfbc3-cee1-4949-a563-945a6ac9b72a not bound to the agent host hv-cinder-78652 {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 05:07:13.458106 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Pushing event updated for resources: {'Port': ['ID=4688bbfc-265d-4202-8afe-72cfcb6f87da,revision_number=10']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:07:13.469873 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:07:13.684730 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c070cd9e-5f91-45d4-bd38-21ab15f075b3 req-bf832d33-c700-420b-a1f1-b49171778b1e tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/ports?device_id=c40e39e3-212b-4093-b018-1962009d207d HTTP/1.1" status: 200  len: 210 time: 0.1461365
Apr 16 05:07:13.759666 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce1972-79bb-41ce-9cc9-c0d132cde186 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Pushing event deleted for resources: {'Port': ['ID=aa7bfbc3-cee1-4949-a563-945a6ac9b72a,revision_number=None']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:07:13.780318 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-43ce1972-79bb-41ce-9cc9-c0d132cde186 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:07:13.960911 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c461420-ba3b-4505-9498-3683bcae156e req-43ce1972-79bb-41ce-9cc9-c0d132cde186 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] No DVR routers for this DVR port aa7bfbc3-cee1-4949-a563-945a6ac9b72a on host hv-cinder-78652 {{(pid=85357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 16 05:07:13.967987 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-8c461420-ba3b-4505-9498-3683bcae156e req-43ce1972-79bb-41ce-9cc9-c0d132cde186 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:13.998483 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-8c461420-ba3b-4505-9498-3683bcae156e req-43ce1972-79bb-41ce-9cc9-c0d132cde186 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.16 "DELETE /v2.0/ports/aa7bfbc3-cee1-4949-a563-945a6ac9b72a HTTP/1.1" status: 204  len: 173 time: 3.8558989
Apr 16 05:07:14.041050 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318eb1bb-8556-45d3-8d8d-40ea95abf8a3 req-1be483da-77fe-42dd-ba27-1e84ff199c61 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:14.049745 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-318eb1bb-8556-45d3-8d8d-40ea95abf8a3 req-1be483da-77fe-42dd-ba27-1e84ff199c61 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e67bc2f-10f1-4382-811e-d54f8a3a8471 HTTP/1.1" status: 200  len: 931 time: 0.6378353
Apr 16 05:07:14.088733 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0337b62b-8384-45c4-b1c3-b828f447c3f0 req-6b8e9c4a-7129-4e4c-b6cb-555df9b6035a tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:14.097523 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-0337b62b-8384-45c4-b1c3-b828f447c3f0 req-6b8e9c4a-7129-4e4c-b6cb-555df9b6035a tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cebb75-08a7-4e02-a9ad-c88938f84799 HTTP/1.1" status: 200  len: 946 time: 0.1869106
Apr 16 05:07:14.161451 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-318eb1bb-8556-45d3-8d8d-40ea95abf8a3 req-e3453c9f-0a67-450a-a0b8-c04813a72e16 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "GET /v2.0/security-groups?id=1a46ccf0-69fb-42e0-8c00-00a7e2484635&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1105821
Apr 16 05:07:14.195181 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-0337b62b-8384-45c4-b1c3-b828f447c3f0 req-ecd88403-ca73-4580-9113-3edf6405c938 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8463a7f-3623-45fa-b260-5c490295d4a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0964696
Apr 16 05:07:14.213472 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-5a0866b7-8a8c-415e-8d46-71f3ee98c56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5daed89a90>, [{'id': 'b7be94a9-5544-4735-a2b6-653305247e76', 'name': 'tempest-TestShelveInstance-54914240-router', 'tenant_id': '19a213d1b49b4109b75966286a61917f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '1f55ccf7-8b85-4ac1-878b-921f2ce01224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:04:39Z', 'updated_at': '2021-04-16T05:04:51Z', 'revision_number': 4, 'project_id': '19a213d1b49b4109b75966286a61917f', 'gw_port': {'id': '1f55ccf7-8b85-4ac1-878b-921f2ce01224', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:bd:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7be94a9-5544-4735-a2b6-653305247e76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:41Z', 'updated_at': '2021-04-16T05:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi', '_floatingips': [{'id': '548c0f22-b13c-410d-8750-9c122551bc7d', 'tenant_id': '19a213d1b49b4109b75966286a61917f', 'floating_ip_address': '172.27.2.59', 'floating_network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'router_id': 'b7be94a9-5544-4735-a2b6-653305247e76', 'port_id': '525a9c21-dc2f-4357-8898-36e8a37e4418', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e950144-b586-4419-9506-52e097c234b9', 'mac_address': 'fa:16:3e:b7:c6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f075f23a-3d1c-4140-93fb-04984d3843bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T05:07:04Z', 'updated_at': '2021-04-16T05:07:04Z', 'revision_number': 0, 'project_id': '19a213d1b49b4109b75966286a61917f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b38752fe-d433-4e2a-a193-f2d749a252ef', 'name': '', 'network_id': '8e950144-b586-4419-9506-52e097c234b9', 'tenant_id': '19a213d1b49b4109b75966286a61917f', 'mac_address': 'fa:16:3e:a7:b0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7be94a9-5544-4735-a2b6-653305247e76', 'device_owner': 'network:router_interface', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '3839760e-ab00-4f46-8a04-f1c8415e06da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:48Z', 'updated_at': '2021-04-16T05:05:06Z', 'revision_number': 5, 'project_id': '19a213d1b49b4109b75966286a61917f', 'subnets': [{'id': '3839760e-ab00-4f46-8a04-f1c8415e06da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:07:14.218601 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0866b7-8a8c-415e-8d46-71f3ee98c56c None None] The sync data for ids ['b7be94a9-5544-4735-a2b6-653305247e76'] in dv-cinder-786524-1-iscsi is: [{'id': 'b7be94a9-5544-4735-a2b6-653305247e76', 'name': 'tempest-TestShelveInstance-54914240-router', 'tenant_id': '19a213d1b49b4109b75966286a61917f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '1f55ccf7-8b85-4ac1-878b-921f2ce01224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:04:39Z', 'updated_at': '2021-04-16T05:04:51Z', 'revision_number': 4, 'project_id': '19a213d1b49b4109b75966286a61917f', 'gw_port': {'id': '1f55ccf7-8b85-4ac1-878b-921f2ce01224', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:bd:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7be94a9-5544-4735-a2b6-653305247e76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:41Z', 'updated_at': '2021-04-16T05:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi', '_floatingips': [{'id': '548c0f22-b13c-410d-8750-9c122551bc7d', 'tenant_id': '19a213d1b49b4109b75966286a61917f', 'floating_ip_address': '172.27.2.59', 'floating_network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'router_id': 'b7be94a9-5544-4735-a2b6-653305247e76', 'port_id': '525a9c21-dc2f-4357-8898-36e8a37e4418', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e950144-b586-4419-9506-52e097c234b9', 'mac_address': 'fa:16:3e:b7:c6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f075f23a-3d1c-4140-93fb-04984d3843bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T05:07:04Z', 'updated_at': '2021-04-16T05:07:04Z', 'revision_number': 0, 'project_id': '19a213d1b49b4109b75966286a61917f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b38752fe-d433-4e2a-a193-f2d749a252ef', 'name': '', 'network_id': '8e950144-b586-4419-9506-52e097c234b9', 'tenant_id': '19a213d1b49b4109b75966286a61917f', 'mac_address': 'fa:16:3e:a7:b0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7be94a9-5544-4735-a2b6-653305247e76', 'device_owner': 'network:router_interface', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '3839760e-ab00-4f46-8a04-f1c8415e06da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:48Z', 'updated_at': '2021-04-16T05:05:06Z', 'revision_number': 5, 'project_id': '19a213d1b49b4109b75966286a61917f', 'subnets': [{'id': '3839760e-ab00-4f46-8a04-f1c8415e06da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 05:07:14.279446 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f075f23a-3d1c-4140-93fb-04984d3843bf', 'tag': '525a9c21-dc2f-4357-8898-36e8a37e4418', 'status': 'completed', 'code': 200}
Apr 16 05:07:14.555827 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f467e-11f9-4d37-8a5d-f61d0508ff0d req-c0393034-73b6-4e57-ac13-c2a9976b3912 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:14.557638 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-199f467e-11f9-4d37-8a5d-f61d0508ff0d req-c0393034-73b6-4e57-ac13-c2a9976b3912 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?device_id=bed81e12-65a3-41c0-90e6-b4cb79976d45 HTTP/1.1" status: 200  len: 945 time: 0.1330936
Apr 16 05:07:14.568467 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926bc4ea-3bb5-4e12-833c-ce5944b915ab req-ed6e2467-9b8b-4c2a-9155-6373fbbf1ac5 tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:14.570227 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-926bc4ea-3bb5-4e12-833c-ce5944b915ab req-ed6e2467-9b8b-4c2a-9155-6373fbbf1ac5 tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] 10.222.0.26 "GET /v2.0/ports?device_id=65360207-bdc9-4932-b3c0-dff5cb1ccee5 HTTP/1.1" status: 200  len: 945 time: 0.1886165
Apr 16 05:07:14.607599 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf6500d-dee9-4c97-b512-a72c79f8343c None None] New status for floating IP 548c0f22-b13c-410d-8750-9c122551bc7d: ACTIVE {{(pid=85358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 16 05:07:14.688304 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-199f467e-11f9-4d37-8a5d-f61d0508ff0d req-d868ff87-6e38-483f-b41d-31156c45f45b tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1166377
Apr 16 05:07:14.714232 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-926bc4ea-3bb5-4e12-833c-ce5944b915ab req-f793d923-e976-4390-b9d0-b1e10367746c tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] 10.222.0.26 "GET /v2.0/security-groups?id=60a874d5-92ab-4e7e-91de-493ca112b09d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1188190
Apr 16 05:07:14.903239 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-cc9dde99-d4c4-4682-9b0e-b56374ffda64 req-e41a26ee-8b53-46c2-929f-7db45a441c1a tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Synchronizing usage tracker for tenant:7f44f6ee260749d7a681aeb529427a10 on resource:port {{(pid=85357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 05:07:14.940164 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-cc9dde99-d4c4-4682-9b0e-b56374ffda64 req-e41a26ee-8b53-46c2-929f-7db45a441c1a tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Unset dirty status for tenant:7f44f6ee260749d7a681aeb529427a10 on resource:port {{(pid=85357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 05:07:14.952165 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-cc9dde99-d4c4-4682-9b0e-b56374ffda64 req-e41a26ee-8b53-46c2-929f-7db45a441c1a tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/ports?device_id=c40e39e3-212b-4093-b018-1962009d207d HTTP/1.1" status: 200  len: 210 time: 0.1006162
Apr 16 05:07:14.969186 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52cebb75-08a7-4e02-a9ad-c88938f84799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4688bbfc-265d-4202-8afe-72cfcb6f87da'}] {{(pid=85358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 05:07:15.025963 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52cebb75-08a7-4e02-a9ad-c88938f84799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4688bbfc-265d-4202-8afe-72cfcb6f87da', 'code': 200}
Apr 16 05:07:15.479357 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5c332c-4582-415b-b7b4-70350069c5c4 req-7046c047-3f13-4a88-b16b-0d9b6c9ad299 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:15.480897 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ef5c332c-4582-415b-b7b4-70350069c5c4 req-7046c047-3f13-4a88-b16b-0d9b6c9ad299 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e67bc2f-10f1-4382-811e-d54f8a3a8471 HTTP/1.1" status: 200  len: 931 time: 0.1729913
Apr 16 05:07:15.494544 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a12de-fb22-4538-a5eb-c576f431539b req-d1968f0d-7cb6-422b-9214-49f215321aeb tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:15.496322 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-3f5a12de-fb22-4538-a5eb-c576f431539b req-d1968f0d-7cb6-422b-9214-49f215321aeb tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cebb75-08a7-4e02-a9ad-c88938f84799 HTTP/1.1" status: 200  len: 946 time: 0.1515477
Apr 16 05:07:15.565156 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ef5c332c-4582-415b-b7b4-70350069c5c4 req-26c58ec7-e1ce-46e0-9147-39255a08a2d2 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "GET /v2.0/security-groups?id=1a46ccf0-69fb-42e0-8c00-00a7e2484635&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676901
Apr 16 05:07:15.590124 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-3f5a12de-fb22-4538-a5eb-c576f431539b req-616bd63c-bae1-4b22-9cd3-9f3e4247cccf tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8463a7f-3623-45fa-b260-5c490295d4a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0776427
Apr 16 05:07:16.024991 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6407ba-84bf-4370-bf48-8e018b412c8d req-37093d04-aeba-4566-a848-8656dc486ec2 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:16.026675 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-2f6407ba-84bf-4370-bf48-8e018b412c8d req-37093d04-aeba-4566-a848-8656dc486ec2 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?device_id=bed81e12-65a3-41c0-90e6-b4cb79976d45 HTTP/1.1" status: 200  len: 945 time: 0.1791368
Apr 16 05:07:16.041733 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83389b9f-02f2-4e49-85ba-c1f637bc3479 req-5dd91413-eb0f-4a87-9981-77d3c3891eed tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:16.045135 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-83389b9f-02f2-4e49-85ba-c1f637bc3479 req-5dd91413-eb0f-4a87-9981-77d3c3891eed tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] 10.222.0.26 "GET /v2.0/ports?device_id=65360207-bdc9-4932-b3c0-dff5cb1ccee5 HTTP/1.1" status: 200  len: 945 time: 0.1490259
Apr 16 05:07:16.131097 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-83389b9f-02f2-4e49-85ba-c1f637bc3479 req-b3ccc61a-a2d6-4da3-98c2-df665c82acd8 tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] 10.222.0.26 "GET /v2.0/security-groups?id=60a874d5-92ab-4e7e-91de-493ca112b09d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694385
Apr 16 05:07:16.136968 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-2f6407ba-84bf-4370-bf48-8e018b412c8d req-000f5169-9758-4f61-8f26-17f012e9a259 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0906625
Apr 16 05:07:16.327396 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c40e39e3-212b-4093-b018-1962009d207d', 'name': 'network-vif-deleted', 'tag': 'aa7bfbc3-cee1-4949-a563-945a6ac9b72a'}] {{(pid=85357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 05:07:16.346068 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-2f95b149-0a59-449a-a671-d1bc5360ddf5 req-1c5eb53c-bc7c-4d35-ab2f-d014c1b23305 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/ports?device_id=c40e39e3-212b-4093-b018-1962009d207d HTTP/1.1" status: 200  len: 210 time: 0.0629439
Apr 16 05:07:16.400402 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c40e39e3-212b-4093-b018-1962009d207d', 'name': 'network-vif-deleted', 'tag': 'aa7bfbc3-cee1-4949-a563-945a6ac9b72a', 'status': 'completed', 'code': 200}
Apr 16 05:07:16.876766 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af97cc2-7456-4672-abb6-5b6696f453a6 req-aee6fbd8-3961-46c2-91f0-b5ecb73cfb4b tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:16.878504 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-5af97cc2-7456-4672-abb6-5b6696f453a6 req-aee6fbd8-3961-46c2-91f0-b5ecb73cfb4b tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cebb75-08a7-4e02-a9ad-c88938f84799 HTTP/1.1" status: 200  len: 946 time: 0.1338439
Apr 16 05:07:16.892981 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9470d17c-c935-4233-9a4e-70b7c2597565 req-01f18fcb-6b20-4cbb-a47e-0032666e710f tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:16.894700 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-9470d17c-c935-4233-9a4e-70b7c2597565 req-01f18fcb-6b20-4cbb-a47e-0032666e710f tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e67bc2f-10f1-4382-811e-d54f8a3a8471 HTTP/1.1" status: 200  len: 931 time: 0.1879859
Apr 16 05:07:16.980562 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-5af97cc2-7456-4672-abb6-5b6696f453a6 req-c1579d53-8a9a-4a0e-8755-2f299dc81824 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8463a7f-3623-45fa-b260-5c490295d4a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0844593
Apr 16 05:07:16.984142 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-9470d17c-c935-4233-9a4e-70b7c2597565 req-e1ca8c03-eff0-4429-b377-18ee9df819a8 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "GET /v2.0/security-groups?id=1a46ccf0-69fb-42e0-8c00-00a7e2484635&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702887
Apr 16 05:07:17.443725 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3727f82-07a8-4df6-9bf2-fbd8fa62ce2f req-d4ae2425-f8b2-406d-9d05-19fc04e90fbd tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:17.445371 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-b3727f82-07a8-4df6-9bf2-fbd8fa62ce2f req-d4ae2425-f8b2-406d-9d05-19fc04e90fbd tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] 10.222.0.26 "GET /v2.0/ports?device_id=65360207-bdc9-4932-b3c0-dff5cb1ccee5 HTTP/1.1" status: 200  len: 945 time: 0.1690114
Apr 16 05:07:17.483116 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29823bf5-e4a2-4e96-9196-42b067f595ee req-dcbe4b67-5144-4973-a0c7-0a59d4045252 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:17.485184 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-29823bf5-e4a2-4e96-9196-42b067f595ee req-dcbe4b67-5144-4973-a0c7-0a59d4045252 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?device_id=bed81e12-65a3-41c0-90e6-b4cb79976d45 HTTP/1.1" status: 200  len: 945 time: 0.1622689
Apr 16 05:07:17.554236 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-b3727f82-07a8-4df6-9bf2-fbd8fa62ce2f req-2f1a83e6-dfad-47b9-8c82-2d4f37aacfb9 tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] 10.222.0.26 "GET /v2.0/security-groups?id=60a874d5-92ab-4e7e-91de-493ca112b09d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1019185
Apr 16 05:07:17.576936 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-29823bf5-e4a2-4e96-9196-42b067f595ee req-05442545-2bd0-4073-afdf-fad102164d00 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0823827
Apr 16 05:07:17.741376 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-5b645d41-6ccc-425f-99ef-360d0c819050 req-26600327-ba0b-4174-bcd1-81a040733799 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/ports?device_id=c40e39e3-212b-4093-b018-1962009d207d HTTP/1.1" status: 200  len: 210 time: 0.0512092
Apr 16 05:07:18.300235 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28660cd1-9e6a-4544-9ec3-c0cd2f20f15d req-52370b86-4fe6-4421-8705-377da330cf34 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:18.302013 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-28660cd1-9e6a-4544-9ec3-c0cd2f20f15d req-52370b86-4fe6-4421-8705-377da330cf34 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e67bc2f-10f1-4382-811e-d54f8a3a8471 HTTP/1.1" status: 200  len: 931 time: 0.1939142
Apr 16 05:07:18.314336 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80242995-1036-4fb6-a2a8-4f240ac7e638 req-5208f63a-cd6f-498e-bce0-40d43463e89c tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:18.316504 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-80242995-1036-4fb6-a2a8-4f240ac7e638 req-5208f63a-cd6f-498e-bce0-40d43463e89c tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cebb75-08a7-4e02-a9ad-c88938f84799 HTTP/1.1" status: 200  len: 946 time: 0.1507778
Apr 16 05:07:18.400346 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-28660cd1-9e6a-4544-9ec3-c0cd2f20f15d req-19252fe6-258c-4578-ba0e-26c6b507c828 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "GET /v2.0/security-groups?id=1a46ccf0-69fb-42e0-8c00-00a7e2484635&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0809455
Apr 16 05:07:18.405018 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-80242995-1036-4fb6-a2a8-4f240ac7e638 req-fab05cb2-ef0f-4a92-9355-b2498ebcf744 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8463a7f-3623-45fa-b260-5c490295d4a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0682800
Apr 16 05:07:18.866597 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bd90af-5e31-4ed1-8df3-b61b4dbe3f94 req-48a1b69b-0de1-4e1f-808f-890172e893b6 tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:18.868220 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-45bd90af-5e31-4ed1-8df3-b61b4dbe3f94 req-48a1b69b-0de1-4e1f-808f-890172e893b6 tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] 10.222.0.26 "GET /v2.0/ports?device_id=65360207-bdc9-4932-b3c0-dff5cb1ccee5 HTTP/1.1" status: 200  len: 945 time: 0.1772518
Apr 16 05:07:18.878908 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9678fce-5ca6-46d5-8510-c1f667d4a836 req-54d5ce83-c00a-4a5a-8270-539d119b1e9f tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:18.880600 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-f9678fce-5ca6-46d5-8510-c1f667d4a836 req-54d5ce83-c00a-4a5a-8270-539d119b1e9f tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?device_id=bed81e12-65a3-41c0-90e6-b4cb79976d45 HTTP/1.1" status: 200  len: 945 time: 0.1463583
Apr 16 05:07:18.965792 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-45bd90af-5e31-4ed1-8df3-b61b4dbe3f94 req-1328da00-2703-4538-8c0e-1f9f695897c5 tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] 10.222.0.26 "GET /v2.0/security-groups?id=60a874d5-92ab-4e7e-91de-493ca112b09d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0840135
Apr 16 05:07:18.976706 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-f9678fce-5ca6-46d5-8510-c1f667d4a836 req-12e56ea7-6a97-4364-89a5-229eb8993902 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0789366
Apr 16 05:07:19.262172 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ded8843c-1514-4c49-82c7-1df876ea5632 req-704c87c5-f462-4345-9064-d277a99f3c7e tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/ports?device_id=c40e39e3-212b-4093-b018-1962009d207d HTTP/1.1" status: 200  len: 210 time: 0.0534859
Apr 16 05:07:19.721730 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42652e6-aa25-4d01-9ff7-eeb70f570a0f req-50f19d51-d600-4817-a631-063f5da0fa05 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:19.723366 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-a42652e6-aa25-4d01-9ff7-eeb70f570a0f req-50f19d51-d600-4817-a631-063f5da0fa05 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e67bc2f-10f1-4382-811e-d54f8a3a8471 HTTP/1.1" status: 200  len: 931 time: 0.1716967
Apr 16 05:07:19.750338 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08115b7c-19e3-4b19-8da0-a18f2baee72e req-b7a6f6a8-91c2-49a0-beca-5c7af25e9cdc tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:19.753335 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-08115b7c-19e3-4b19-8da0-a18f2baee72e req-b7a6f6a8-91c2-49a0-beca-5c7af25e9cdc tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cebb75-08a7-4e02-a9ad-c88938f84799 HTTP/1.1" status: 200  len: 946 time: 0.1582668
Apr 16 05:07:19.876000 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-08115b7c-19e3-4b19-8da0-a18f2baee72e req-4e98b458-fa52-48c5-a20a-6789b3649d4d tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8463a7f-3623-45fa-b260-5c490295d4a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0937839
Apr 16 05:07:19.885289 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-a42652e6-aa25-4d01-9ff7-eeb70f570a0f req-411d60be-a35b-4d4d-9d63-ba5e6d3174bc tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "GET /v2.0/security-groups?id=1a46ccf0-69fb-42e0-8c00-00a7e2484635&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1303742
Apr 16 05:07:20.293746 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b51f34-2e09-493a-ad44-40471ac7499a req-53039acf-4d7e-41e5-bd38-71d65945d5c2 tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:20.295403 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-26b51f34-2e09-493a-ad44-40471ac7499a req-53039acf-4d7e-41e5-bd38-71d65945d5c2 tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] 10.222.0.26 "GET /v2.0/ports?device_id=65360207-bdc9-4932-b3c0-dff5cb1ccee5 HTTP/1.1" status: 200  len: 945 time: 0.1142642
Apr 16 05:07:20.357126 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a6dc70-76b4-4894-840f-1b7bd3b657e8 req-3cd0094c-c1f2-4efd-8793-78254156cb22 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:20.358758 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-84a6dc70-76b4-4894-840f-1b7bd3b657e8 req-3cd0094c-c1f2-4efd-8793-78254156cb22 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?device_id=bed81e12-65a3-41c0-90e6-b4cb79976d45 HTTP/1.1" status: 200  len: 945 time: 0.2186267
Apr 16 05:07:20.364412 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-26b51f34-2e09-493a-ad44-40471ac7499a req-2246f7e3-b30f-4589-bbf2-58b0de5f349a tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] 10.222.0.26 "GET /v2.0/security-groups?id=60a874d5-92ab-4e7e-91de-493ca112b09d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617926
Apr 16 05:07:20.451572 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-84a6dc70-76b4-4894-840f-1b7bd3b657e8 req-eba1d02f-4a9a-4f84-bc2a-46d50de617aa tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0783167
Apr 16 05:07:20.554968 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-34309a4d-9567-426e-b0d9-175399e70455 req-bdab6a68-2160-4da7-be13-d6acfca10de9 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/ports?device_id=c40e39e3-212b-4093-b018-1962009d207d HTTP/1.1" status: 200  len: 210 time: 0.0508051
Apr 16 05:07:21.238097 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aa28b0-db00-4e9e-995f-41a9a686c577 req-864de7be-f350-4dc3-9d81-3b446bd34a81 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:21.240140 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-16aa28b0-db00-4e9e-995f-41a9a686c577 req-864de7be-f350-4dc3-9d81-3b446bd34a81 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e67bc2f-10f1-4382-811e-d54f8a3a8471 HTTP/1.1" status: 200  len: 931 time: 0.1864200
Apr 16 05:07:21.250819 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd79a92a-68ea-4330-b417-8e76f3ca5241 req-d642453c-ac4e-43cd-bd7c-f14f8ea47137 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:21.252560 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-bd79a92a-68ea-4330-b417-8e76f3ca5241 req-d642453c-ac4e-43cd-bd7c-f14f8ea47137 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cebb75-08a7-4e02-a9ad-c88938f84799 HTTP/1.1" status: 200  len: 946 time: 0.1600094
Apr 16 05:07:21.337780 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-16aa28b0-db00-4e9e-995f-41a9a686c577 req-18f31992-5f74-43d0-bdd6-0e466064031f tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "GET /v2.0/security-groups?id=1a46ccf0-69fb-42e0-8c00-00a7e2484635&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0840397
Apr 16 05:07:21.342993 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-bd79a92a-68ea-4330-b417-8e76f3ca5241 req-252a6a24-38fc-4275-a351-81c71d203131 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8463a7f-3623-45fa-b260-5c490295d4a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0716119
Apr 16 05:07:21.666375 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350ebd98-4639-43d0-b72e-20739e5de070 req-9d85ec95-d965-4a96-b02b-b010305f8706 tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:21.668071 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-350ebd98-4639-43d0-b72e-20739e5de070 req-9d85ec95-d965-4a96-b02b-b010305f8706 tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] 10.222.0.26 "GET /v2.0/ports?device_id=65360207-bdc9-4932-b3c0-dff5cb1ccee5 HTTP/1.1" status: 200  len: 945 time: 0.1485817
Apr 16 05:07:21.739717 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-350ebd98-4639-43d0-b72e-20739e5de070 req-10082539-a27f-4e08-8fce-c5edef5ce6d6 tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] 10.222.0.26 "GET /v2.0/security-groups?id=60a874d5-92ab-4e7e-91de-493ca112b09d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641699
Apr 16 05:07:21.753948 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b466c9-f193-456e-8922-e3c98f05e0e5 req-78bb4505-ee72-48a0-8eca-c8133a37a5f1 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:21.755239 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-84b466c9-f193-456e-8922-e3c98f05e0e5 req-78bb4505-ee72-48a0-8eca-c8133a37a5f1 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?device_id=bed81e12-65a3-41c0-90e6-b4cb79976d45 HTTP/1.1" status: 200  len: 945 time: 0.1571171
Apr 16 05:07:21.820945 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-84b466c9-f193-456e-8922-e3c98f05e0e5 req-363218a7-96e2-44bc-8eff-ce4645734e2d tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528040
Apr 16 05:07:21.898505 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-621813fe-a288-475f-ac11-6ff259307f67 req-af3592c0-0814-41de-9a69-ccfa12eb8c00 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/ports?device_id=c40e39e3-212b-4093-b018-1962009d207d HTTP/1.1" status: 200  len: 210 time: 0.0515215
Apr 16 05:07:22.317372 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [req-c0f59e1d-82f9-4830-a3dd-6361c302c232 req-767797ae-6de3-41ef-96bc-272f4428a7c6 service neutron] Request body: {'port': {'device_id': '3e67bc2f-10f1-4382-811e-d54f8a3a8471', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=85356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:07:22.471916 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3431a881-e21a-4b13-aa6a-af3780fe9a65 req-4aa868da-95b1-47a3-99da-25f5ce108dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:22.473958 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-3431a881-e21a-4b13-aa6a-af3780fe9a65 req-4aa868da-95b1-47a3-99da-25f5ce108dfe service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=19a213d1b49b4109b75966286a61917f&device_id=f075f23a-3d1c-4140-93fb-04984d3843bf HTTP/1.1" status: 200  len: 1098 time: 0.1385915
Apr 16 05:07:22.532775 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-c0f59e1d-82f9-4830-a3dd-6361c302c232 req-767797ae-6de3-41ef-96bc-272f4428a7c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:22.990455 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a02fbb-bba9-4fec-9eb6-0435bedef2f2 req-b4967b03-cbee-48ca-bdb0-aee46f0408cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:22.992116 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-56a02fbb-bba9-4fec-9eb6-0435bedef2f2 req-b4967b03-cbee-48ca-bdb0-aee46f0408cf service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=65360207-bdc9-4932-b3c0-dff5cb1ccee5 HTTP/1.1" status: 200  len: 1098 time: 0.3022988
Apr 16 05:07:23.145332 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [req-c0f59e1d-82f9-4830-a3dd-6361c302c232 req-767797ae-6de3-41ef-96bc-272f4428a7c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c69d104-f6fe-4cb2-9c63-1a0b0123cad4 {{(pid=85356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 05:07:23.158220 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-c0f59e1d-82f9-4830-a3dd-6361c302c232 req-767797ae-6de3-41ef-96bc-272f4428a7c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:23.177823 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-56a02fbb-bba9-4fec-9eb6-0435bedef2f2 req-76ddd431-dc3d-409f-8236-697c8c62cf92 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=60a874d5-92ab-4e7e-91de-493ca112b09d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1557693
Apr 16 05:07:23.180673 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [req-c0f59e1d-82f9-4830-a3dd-6361c302c232 req-767797ae-6de3-41ef-96bc-272f4428a7c6 service neutron] Transition to ACTIVE for port object 9c69d104-f6fe-4cb2-9c63-1a0b0123cad4 will not be triggered until provisioned by entity L2. {{(pid=85356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 05:07:23.187031 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-c0f59e1d-82f9-4830-a3dd-6361c302c232 req-767797ae-6de3-41ef-96bc-272f4428a7c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822724348'] for port, after_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:23.200614 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3431a881-e21a-4b13-aa6a-af3780fe9a65 req-2a907880-4ec4-4ada-a248-eb73e3c503ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:23.202377 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-3431a881-e21a-4b13-aa6a-af3780fe9a65 req-2a907880-4ec4-4ada-a248-eb73e3c503ce service neutron] 10.222.0.16 "GET /v2.0/networks?id=8e950144-b586-4419-9506-52e097c234b9 HTTP/1.1" status: 200  len: 908 time: 0.6934383
Apr 16 05:07:23.207124 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-64ab95e4-3d7a-42b4-9c8b-b60cad43190a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:07:23.230885 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0beaf7f-b957-4f88-8800-50143d80a986 req-0d057330-91a1-4dd9-8128-c0def6159f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:23.232504 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c0beaf7f-b957-4f88-8800-50143d80a986 req-0d057330-91a1-4dd9-8128-c0def6159f77 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=52cebb75-08a7-4e02-a9ad-c88938f84799 HTTP/1.1" status: 200  len: 1099 time: 0.1995227
Apr 16 05:07:23.240870 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3719c3a-111b-47d1-9e85-049b070d87ad req-2fea5f77-8bce-4e4c-9954-509359d3f5f4 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:23.242476 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-f3719c3a-111b-47d1-9e85-049b070d87ad req-2fea5f77-8bce-4e4c-9954-509359d3f5f4 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e67bc2f-10f1-4382-811e-d54f8a3a8471 HTTP/1.1" status: 200  len: 931 time: 0.3182089
Apr 16 05:07:23.251461 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be6597e-d06c-40a1-877f-24fe8286a541 req-fce4883d-1618-4ffd-a640-f83d91900a7c tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:23.253178 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-6be6597e-d06c-40a1-877f-24fe8286a541 req-fce4883d-1618-4ffd-a640-f83d91900a7c tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cebb75-08a7-4e02-a9ad-c88938f84799 HTTP/1.1" status: 200  len: 946 time: 0.3352118
Apr 16 05:07:23.331166 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-f3719c3a-111b-47d1-9e85-049b070d87ad req-2102958e-3098-430b-bcf9-348b336af485 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "GET /v2.0/security-groups?id=1a46ccf0-69fb-42e0-8c00-00a7e2484635&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0768759
Apr 16 05:07:23.342990 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-6be6597e-d06c-40a1-877f-24fe8286a541 req-d2d4c4e1-dfbc-45c1-995c-c422677afb1c tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8463a7f-3623-45fa-b260-5c490295d4a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0712264
Apr 16 05:07:23.354431 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767797ae-6de3-41ef-96bc-272f4428a7c6 service neutron] Pushing event updated for resources: {'Port': ['ID=9c69d104-f6fe-4cb2-9c63-1a0b0123cad4,revision_number=2']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:07:23.362848 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-767797ae-6de3-41ef-96bc-272f4428a7c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:07:23.625029 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [req-c0f59e1d-82f9-4830-a3dd-6361c302c232 req-767797ae-6de3-41ef-96bc-272f4428a7c6 service neutron] Attempting to bind port 9c69d104-f6fe-4cb2-9c63-1a0b0123cad4 on host hv-cinder-78652 for vnic_type normal with profile  {{(pid=85356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 05:07:23.625029 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [req-c0f59e1d-82f9-4830-a3dd-6361c302c232 req-767797ae-6de3-41ef-96bc-272f4428a7c6 service neutron] Attempting to bind port 9c69d104-f6fe-4cb2-9c63-1a0b0123cad4 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'a0080f90-7bfa-4c0d-af83-31ef1a258e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '711b0f98-8a05-4a75-8630-64793983447c'}] {{(pid=85356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 05:07:23.625029 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f59e1d-82f9-4830-a3dd-6361c302c232 req-767797ae-6de3-41ef-96bc-272f4428a7c6 service neutron] Attempting to bind port 9c69d104-f6fe-4cb2-9c63-1a0b0123cad4 on network 711b0f98-8a05-4a75-8630-64793983447c {{(pid=85356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 05:07:23.631499 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f59e1d-82f9-4830-a3dd-6361c302c232 req-767797ae-6de3-41ef-96bc-272f4428a7c6 service neutron] Port 9c69d104-f6fe-4cb2-9c63-1a0b0123cad4 on network 711b0f98-8a05-4a75-8630-64793983447c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=85356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 05:07:23.632013 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f59e1d-82f9-4830-a3dd-6361c302c232 req-767797ae-6de3-41ef-96bc-272f4428a7c6 service neutron] Attempting to bind port 9c69d104-f6fe-4cb2-9c63-1a0b0123cad4 on network 711b0f98-8a05-4a75-8630-64793983447c {{(pid=85356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 05:07:23.639468 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f59e1d-82f9-4830-a3dd-6361c302c232 req-767797ae-6de3-41ef-96bc-272f4428a7c6 service neutron] Checking agent: {'id': '5ddcce5e-7017-4c76-88fa-bffacfec0d31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 5, 1, 38), 'started_at': datetime.datetime(2021, 4, 16, 5, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 5, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 05:07:23.639990 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f59e1d-82f9-4830-a3dd-6361c302c232 req-767797ae-6de3-41ef-96bc-272f4428a7c6 service neutron] Checking segment: {'id': 'a0080f90-7bfa-4c0d-af83-31ef1a258e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '711b0f98-8a05-4a75-8630-64793983447c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 05:07:23.640301 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f59e1d-82f9-4830-a3dd-6361c302c232 req-767797ae-6de3-41ef-96bc-272f4428a7c6 service neutron] Bound using segment: {'id': 'a0080f90-7bfa-4c0d-af83-31ef1a258e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '711b0f98-8a05-4a75-8630-64793983447c'} {{(pid=85356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 05:07:23.640770 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [req-c0f59e1d-82f9-4830-a3dd-6361c302c232 req-767797ae-6de3-41ef-96bc-272f4428a7c6 service neutron] Bound port: 9c69d104-f6fe-4cb2-9c63-1a0b0123cad4, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0080f90-7bfa-4c0d-af83-31ef1a258e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '711b0f98-8a05-4a75-8630-64793983447c'}}] {{(pid=85356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 05:07:23.641173 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-c0f59e1d-82f9-4830-a3dd-6361c302c232 req-767797ae-6de3-41ef-96bc-272f4428a7c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:23.758516 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [req-c0f59e1d-82f9-4830-a3dd-6361c302c232 req-767797ae-6de3-41ef-96bc-272f4428a7c6 service neutron] For port 9c69d104-f6fe-4cb2-9c63-1a0b0123cad4, host hv-cinder-78652, cleared binding levels {{(pid=85356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 05:07:23.762690 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [req-c0f59e1d-82f9-4830-a3dd-6361c302c232 req-767797ae-6de3-41ef-96bc-272f4428a7c6 service neutron] For port 9c69d104-f6fe-4cb2-9c63-1a0b0123cad4, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=9c69d104-f6fe-4cb2-9c63-1a0b0123cad4,segment=NetworkSegment(a0080f90-7bfa-4c0d-af83-31ef1a258e15),segment_id=a0080f90-7bfa-4c0d-af83-31ef1a258e15)] {{(pid=85356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 05:07:23.767364 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-c0f59e1d-82f9-4830-a3dd-6361c302c232 req-767797ae-6de3-41ef-96bc-272f4428a7c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822724348'] for port, after_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:23.781830 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-33f3c05e-a7b6-4221-8b96-04fcdf87fd1c tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:07:23.795479 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c0beaf7f-b957-4f88-8800-50143d80a986 req-7954aae8-99ad-4abb-9fa3-0d5496f0b3c5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f8463a7f-3623-45fa-b260-5c490295d4a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1711564
Apr 16 05:07:23.814005 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-3431a881-e21a-4b13-aa6a-af3780fe9a65 req-9f72f589-5607-40d8-8e13-c790a673904c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=525a9c21-dc2f-4357-8898-36e8a37e4418 HTTP/1.1" status: 200  len: 1000 time: 0.3111875
Apr 16 05:07:23.863329 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60304c4b-3830-42e4-9927-3e4745f8a2cd req-fe894ab5-d1a2-4997-a5dd-a62c7eaab20a tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:23.865200 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-60304c4b-3830-42e4-9927-3e4745f8a2cd req-fe894ab5-d1a2-4997-a5dd-a62c7eaab20a tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] 10.222.0.26 "GET /v2.0/ports?device_id=65360207-bdc9-4932-b3c0-dff5cb1ccee5 HTTP/1.1" status: 200  len: 945 time: 0.4227042
Apr 16 05:07:23.874573 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4425330b-6246-465a-b9a4-925e87df6652 req-797857a5-eda9-4a50-b6f3-a85ae40c8e2f tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:23.876450 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-4425330b-6246-465a-b9a4-925e87df6652 req-797857a5-eda9-4a50-b6f3-a85ae40c8e2f tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?device_id=bed81e12-65a3-41c0-90e6-b4cb79976d45 HTTP/1.1" status: 200  len: 945 time: 0.2502556
Apr 16 05:07:23.969367 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-60304c4b-3830-42e4-9927-3e4745f8a2cd req-511fa7ef-fdcc-4f74-ab2a-074433824ad7 tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] 10.222.0.26 "GET /v2.0/security-groups?id=60a874d5-92ab-4e7e-91de-493ca112b09d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0916624
Apr 16 05:07:23.975395 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-4425330b-6246-465a-b9a4-925e87df6652 req-9dd18a8a-0615-4727-9c1b-a01c796d9a00 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0818992
Apr 16 05:07:24.182681 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767797ae-6de3-41ef-96bc-272f4428a7c6 service neutron] Pushing event updated for resources: {'Port': ['ID=9c69d104-f6fe-4cb2-9c63-1a0b0123cad4,revision_number=3']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:07:24.187970 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-767797ae-6de3-41ef-96bc-272f4428a7c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:07:24.231943 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f59e1d-82f9-4830-a3dd-6361c302c232 req-767797ae-6de3-41ef-96bc-272f4428a7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:24.232761 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-c0f59e1d-82f9-4830-a3dd-6361c302c232 req-767797ae-6de3-41ef-96bc-272f4428a7c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:24.234789 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c0f59e1d-82f9-4830-a3dd-6361c302c232 req-767797ae-6de3-41ef-96bc-272f4428a7c6 service neutron] 10.222.0.16 "PUT /v2.0/ports/9c69d104-f6fe-4cb2-9c63-1a0b0123cad4 HTTP/1.1" status: 200  len: 1093 time: 1.9247024
Apr 16 05:07:24.235523 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3431a881-e21a-4b13-aa6a-af3780fe9a65 req-045b0974-4e83-4e1e-bc95-00a26f4c5f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:24.235661 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e67bc2f-10f1-4382-811e-d54f8a3a8471', 'tag': '9c69d104-f6fe-4cb2-9c63-1a0b0123cad4'}] {{(pid=85356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 05:07:24.237404 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-3431a881-e21a-4b13-aa6a-af3780fe9a65 req-045b0974-4e83-4e1e-bc95-00a26f4c5f1a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3839760e-ab00-4f46-8a04-f1c8415e06da HTTP/1.1" status: 200  len: 846 time: 0.0969725
Apr 16 05:07:24.295648 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e67bc2f-10f1-4382-811e-d54f8a3a8471', 'tag': '9c69d104-f6fe-4cb2-9c63-1a0b0123cad4', 'status': 'completed', 'code': 200}
Apr 16 05:07:24.365134 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3431a881-e21a-4b13-aa6a-af3780fe9a65 req-1b04c5d5-db09-48be-a711-181f5f978432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:24.366907 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-3431a881-e21a-4b13-aa6a-af3780fe9a65 req-1b04c5d5-db09-48be-a711-181f5f978432 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8e950144-b586-4419-9506-52e097c234b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1027846
Apr 16 05:07:24.459350 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f59e1d-82f9-4830-a3dd-6361c302c232 req-2fa2c53d-af53-4fd5-ba2a-c3d3d2d57a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:24.461006 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c0f59e1d-82f9-4830-a3dd-6361c302c232 req-2fa2c53d-af53-4fd5-ba2a-c3d3d2d57a7b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=57e4f259d16345e68f38a623884c740f&device_id=3e67bc2f-10f1-4382-811e-d54f8a3a8471 HTTP/1.1" status: 200  len: 1096 time: 0.1180985
Apr 16 05:07:24.558024 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c0f59e1d-82f9-4830-a3dd-6361c302c232 req-30e36af9-fbf6-446b-87de-d56dc26af77e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c69d104-f6fe-4cb2-9c63-1a0b0123cad4 HTTP/1.1" status: 200  len: 217 time: 0.0808029
Apr 16 05:07:24.644111 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f59e1d-82f9-4830-a3dd-6361c302c232 req-f6fce4fa-861a-400b-a9c6-08b5c5da4042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:24.646404 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c0f59e1d-82f9-4830-a3dd-6361c302c232 req-f6fce4fa-861a-400b-a9c6-08b5c5da4042 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2a881910-3355-4ca0-a698-89b5f02a16d4 HTTP/1.1" status: 200  len: 853 time: 0.0795965
Apr 16 05:07:24.665042 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-3431a881-e21a-4b13-aa6a-af3780fe9a65 req-1019244c-e26c-4c54-a187-e86b025ba294 service neutron] 10.222.0.16 "GET /v2.0/networks/8e950144-b586-4419-9506-52e097c234b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2874851
Apr 16 05:07:24.743161 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f59e1d-82f9-4830-a3dd-6361c302c232 req-e10d7e83-814b-415f-a742-1f93a95f50bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:24.744804 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c0f59e1d-82f9-4830-a3dd-6361c302c232 req-e10d7e83-814b-415f-a742-1f93a95f50bd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=711b0f98-8a05-4a75-8630-64793983447c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0916264
Apr 16 05:07:24.823393 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde7a15e-3e12-4b0f-be53-59594418fa31 req-f10b5ef0-0680-4814-8ba0-9f42ebb40572 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:24.824985 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-bde7a15e-3e12-4b0f-be53-59594418fa31 req-f10b5ef0-0680-4814-8ba0-9f42ebb40572 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e67bc2f-10f1-4382-811e-d54f8a3a8471 HTTP/1.1" status: 200  len: 943 time: 0.3056910
Apr 16 05:07:24.837148 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5befb2-5f50-4ae2-9e03-ad407d20a9db req-58955737-8408-45f8-9fc2-32a6c63c6d58 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:24.838854 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-8e5befb2-5f50-4ae2-9e03-ad407d20a9db req-58955737-8408-45f8-9fc2-32a6c63c6d58 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cebb75-08a7-4e02-a9ad-c88938f84799 HTTP/1.1" status: 200  len: 946 time: 0.3182859
Apr 16 05:07:25.029262 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-bde7a15e-3e12-4b0f-be53-59594418fa31 req-ac8ba06d-05ab-4285-9406-ab2a221a2f06 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "GET /v2.0/security-groups?id=1a46ccf0-69fb-42e0-8c00-00a7e2484635&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1870186
Apr 16 05:07:25.032248 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-3431a881-e21a-4b13-aa6a-af3780fe9a65 req-b42933a5-760a-43e7-b0c3-da9362e6312a service neutron] 10.222.0.16 "GET /v2.0/networks/8e950144-b586-4419-9506-52e097c234b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3563116
Apr 16 05:07:25.043994 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-8e5befb2-5f50-4ae2-9e03-ad407d20a9db req-e67ae4de-e971-4fa1-8d71-6a19668b42f5 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8463a7f-3623-45fa-b260-5c490295d4a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1838658
Apr 16 05:07:25.067273 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c0f59e1d-82f9-4830-a3dd-6361c302c232 req-349634d5-8770-48bf-a536-5f059a810b1c service neutron] 10.222.0.16 "GET /v2.0/networks/711b0f98-8a05-4a75-8630-64793983447c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2124422
Apr 16 05:07:25.081315 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d16908-b2ed-47df-ba41-8d6be4b9ddb3 req-0e0578e4-4776-46f9-9881-08cef197ba21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:25.083792 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-24d16908-b2ed-47df-ba41-8d6be4b9ddb3 req-0e0578e4-4776-46f9-9881-08cef197ba21 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bed81e12-65a3-41c0-90e6-b4cb79976d45 HTTP/1.1" status: 200  len: 1098 time: 0.2204766
Apr 16 05:07:25.172174 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-24d16908-b2ed-47df-ba41-8d6be4b9ddb3 req-7d343f22-b412-4bbc-8223-361b8f5a66d9 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725501
Apr 16 05:07:25.279485 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c0f59e1d-82f9-4830-a3dd-6361c302c232 req-f5ddab57-4aba-4fd4-82cf-1c80f8f7fefe service neutron] 10.222.0.16 "GET /v2.0/networks/711b0f98-8a05-4a75-8630-64793983447c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1894629
Apr 16 05:07:25.356381 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c1379-7612-46a3-9820-c49cef9a142c req-037569d5-fd99-4bf5-8a0a-db427df164f4 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:25.358122 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-0c7c1379-7612-46a3-9820-c49cef9a142c req-037569d5-fd99-4bf5-8a0a-db427df164f4 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?device_id=bed81e12-65a3-41c0-90e6-b4cb79976d45 HTTP/1.1" status: 200  len: 945 time: 0.1707289
Apr 16 05:07:25.372714 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0180849d-a3b7-4a29-b80c-f0c23a2486d1 req-34630612-053f-48db-bfb1-b2c1960566af tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:25.374664 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-0180849d-a3b7-4a29-b80c-f0c23a2486d1 req-34630612-053f-48db-bfb1-b2c1960566af tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] 10.222.0.26 "GET /v2.0/ports?device_id=65360207-bdc9-4932-b3c0-dff5cb1ccee5 HTTP/1.1" status: 200  len: 945 time: 0.1323276
Apr 16 05:07:25.458468 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-0c7c1379-7612-46a3-9820-c49cef9a142c req-01dbcf91-bd03-4eb7-9427-1a3626adf0d8 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0821395
Apr 16 05:07:25.475623 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-0180849d-a3b7-4a29-b80c-f0c23a2486d1 req-49fc2223-4fb3-47a5-b647-74eca7c48044 tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] 10.222.0.26 "GET /v2.0/security-groups?id=60a874d5-92ab-4e7e-91de-493ca112b09d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0835075
Apr 16 05:07:25.780104 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef064d3-1e13-4ea9-a003-20ab99896c17 req-32e759c2-2f5e-4345-aac3-07f2189cd353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:25.781962 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-1ef064d3-1e13-4ea9-a003-20ab99896c17 req-32e759c2-2f5e-4345-aac3-07f2189cd353 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=57e4f259d16345e68f38a623884c740f&device_id=3e67bc2f-10f1-4382-811e-d54f8a3a8471 HTTP/1.1" status: 200  len: 1096 time: 0.1174576
Apr 16 05:07:25.945418 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b228655f-610e-49a7-9141-7071ed5a490a req-c108b470-88b5-4aa8-b8c2-dc1a5ded2c7e tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:25.948671 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-b228655f-610e-49a7-9141-7071ed5a490a req-c108b470-88b5-4aa8-b8c2-dc1a5ded2c7e tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/ports?device_id=1622f792-7b03-4c49-b8da-dcf286b703b2 HTTP/1.1" status: 200  len: 946 time: 0.1168087
Apr 16 05:07:26.022873 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef064d3-1e13-4ea9-a003-20ab99896c17 req-6553f681-6d6e-4911-90fb-ba8a75f93c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:26.025411 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-1ef064d3-1e13-4ea9-a003-20ab99896c17 req-6553f681-6d6e-4911-90fb-ba8a75f93c90 service neutron] 10.222.0.16 "GET /v2.0/networks?id=711b0f98-8a05-4a75-8630-64793983447c HTTP/1.1" status: 200  len: 915 time: 0.2067380
Apr 16 05:07:26.042683 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-b228655f-610e-49a7-9141-7071ed5a490a req-0f145809-df17-4de7-88be-493603847407 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/security-groups?id=4caff57c-68d2-4f1f-a5bc-b37d2db244ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0852036
Apr 16 05:07:26.171942 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-1ef064d3-1e13-4ea9-a003-20ab99896c17 req-7a516685-fe08-4d6e-9b39-afb8e8594127 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c69d104-f6fe-4cb2-9c63-1a0b0123cad4 HTTP/1.1" status: 200  len: 217 time: 0.1207669
Apr 16 05:07:26.339346 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef064d3-1e13-4ea9-a003-20ab99896c17 req-cd00adbf-952e-4118-900e-2398bc3a4879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:26.342427 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-1ef064d3-1e13-4ea9-a003-20ab99896c17 req-cd00adbf-952e-4118-900e-2398bc3a4879 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2a881910-3355-4ca0-a698-89b5f02a16d4 HTTP/1.1" status: 200  len: 853 time: 0.1604881
Apr 16 05:07:26.499610 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef064d3-1e13-4ea9-a003-20ab99896c17 req-7578799d-d93d-4cd9-baca-82ead98401dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:26.503634 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-1ef064d3-1e13-4ea9-a003-20ab99896c17 req-7578799d-d93d-4cd9-baca-82ead98401dc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=711b0f98-8a05-4a75-8630-64793983447c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1454518
Apr 16 05:07:26.515465 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2791d36f-36c9-4c60-8720-3521c4451b2e req-03e55254-04b2-451d-b620-b91f31ac03c2 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:26.517194 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-2791d36f-36c9-4c60-8720-3521c4451b2e req-03e55254-04b2-451d-b620-b91f31ac03c2 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e67bc2f-10f1-4382-811e-d54f8a3a8471 HTTP/1.1" status: 200  len: 943 time: 0.2804809
Apr 16 05:07:26.531177 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675bb547-d23f-4dee-b791-0304a7023e1c req-c083a406-e0a2-49ef-b0ce-58af70d8826e tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:26.533141 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-675bb547-d23f-4dee-b791-0304a7023e1c req-c083a406-e0a2-49ef-b0ce-58af70d8826e tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cebb75-08a7-4e02-a9ad-c88938f84799 HTTP/1.1" status: 200  len: 946 time: 0.1387558
Apr 16 05:07:26.618951 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-2791d36f-36c9-4c60-8720-3521c4451b2e req-92e5eb06-70e9-44a2-a192-dff09a67a0dc tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "GET /v2.0/security-groups?id=1a46ccf0-69fb-42e0-8c00-00a7e2484635&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0846243
Apr 16 05:07:26.622464 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-675bb547-d23f-4dee-b791-0304a7023e1c req-33210260-fa2c-4e13-99b5-9ff05a6922ef tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8463a7f-3623-45fa-b260-5c490295d4a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0709178
Apr 16 05:07:26.702629 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-1ef064d3-1e13-4ea9-a003-20ab99896c17 req-9f20d381-17ca-4db8-a5ca-5e46713590b9 service neutron] 10.222.0.16 "GET /v2.0/networks/711b0f98-8a05-4a75-8630-64793983447c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1726983
Apr 16 05:07:26.880394 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6137edcd-08a2-442c-85a5-1b26dea76819 req-f488c9b4-d5ea-462e-8f10-bfd4a314f99e tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:26.895365 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-6137edcd-08a2-442c-85a5-1b26dea76819 req-f488c9b4-d5ea-462e-8f10-bfd4a314f99e tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?device_id=bed81e12-65a3-41c0-90e6-b4cb79976d45 HTTP/1.1" status: 200  len: 945 time: 0.1510212
Apr 16 05:07:26.914670 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-1ef064d3-1e13-4ea9-a003-20ab99896c17 req-346a34e4-5507-4879-86db-f8d6c621e5d5 service neutron] 10.222.0.16 "GET /v2.0/networks/711b0f98-8a05-4a75-8630-64793983447c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1928251
Apr 16 05:07:26.971587 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-6137edcd-08a2-442c-85a5-1b26dea76819 req-911c8630-883c-43f0-b317-86f3773e0100 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740814
Apr 16 05:07:27.276771 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db7de35-a3b1-4ed8-b29a-9dbd5b598535 req-04508c02-4fe9-4ad7-8552-4a1282ae03a5 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:27.278497 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-4db7de35-a3b1-4ed8-b29a-9dbd5b598535 req-04508c02-4fe9-4ad7-8552-4a1282ae03a5 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/ports?device_id=1622f792-7b03-4c49-b8da-dcf286b703b2 HTTP/1.1" status: 200  len: 946 time: 0.0953326
Apr 16 05:07:27.384564 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-4db7de35-a3b1-4ed8-b29a-9dbd5b598535 req-f46957b3-3e7b-49d6-96e6-023bc1e7fa36 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/security-groups?id=4caff57c-68d2-4f1f-a5bc-b37d2db244ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613065
Apr 16 05:07:27.412898 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeac1888-5cfb-4062-b918-31775c49ad7d req-067d685b-fb32-4e09-9149-82704b374aaa tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:27.414650 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-eeac1888-5cfb-4062-b918-31775c49ad7d req-067d685b-fb32-4e09-9149-82704b374aaa tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] 10.222.0.26 "GET /v2.0/ports?device_id=65360207-bdc9-4932-b3c0-dff5cb1ccee5 HTTP/1.1" status: 200  len: 945 time: 0.1326208
Apr 16 05:07:27.699713 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-eeac1888-5cfb-4062-b918-31775c49ad7d req-2b15cf54-f766-48c6-83cb-75b14c7003ac tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] 10.222.0.26 "GET /v2.0/security-groups?id=60a874d5-92ab-4e7e-91de-493ca112b09d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2781384
Apr 16 05:07:27.933565 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0485cb7-6b63-4ead-baa4-2f578473ab1d req-4186a893-ad09-416a-9edf-95b880283d07 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:27.935228 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-f0485cb7-6b63-4ead-baa4-2f578473ab1d req-4186a893-ad09-416a-9edf-95b880283d07 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e67bc2f-10f1-4382-811e-d54f8a3a8471 HTTP/1.1" status: 200  len: 943 time: 0.1527510
Apr 16 05:07:27.996693 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d780a73-060d-424f-81bf-35afb887baca req-a6135c1d-9d8f-4344-bd3a-db1e26bf5074 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:27.998441 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-4d780a73-060d-424f-81bf-35afb887baca req-a6135c1d-9d8f-4344-bd3a-db1e26bf5074 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cebb75-08a7-4e02-a9ad-c88938f84799 HTTP/1.1" status: 200  len: 946 time: 0.1551311
Apr 16 05:07:28.012628 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-f0485cb7-6b63-4ead-baa4-2f578473ab1d req-d669547b-4ff3-472c-b011-43f2f0c2f932 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "GET /v2.0/security-groups?id=1a46ccf0-69fb-42e0-8c00-00a7e2484635&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691373
Apr 16 05:07:28.061398 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-4d780a73-060d-424f-81bf-35afb887baca req-27c54d34-c6f5-4c5b-9673-e1993b851468 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8463a7f-3623-45fa-b260-5c490295d4a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0554647
Apr 16 05:07:28.226588 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26763137-25f8-4e81-bb81-a748f6ce5430 req-28ad7e9d-1476-45ea-80f3-2f26370f3f37 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:28.228217 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-26763137-25f8-4e81-bb81-a748f6ce5430 req-28ad7e9d-1476-45ea-80f3-2f26370f3f37 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?device_id=bed81e12-65a3-41c0-90e6-b4cb79976d45 HTTP/1.1" status: 200  len: 945 time: 0.1086922
Apr 16 05:07:28.280158 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-26763137-25f8-4e81-bb81-a748f6ce5430 req-6c90b691-81f0-4d61-9288-2e1b47fa7863 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444827
Apr 16 05:07:28.348140 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e45cb6-7943-42e0-83ef-97e601b4431d req-7a13c5e6-4559-4d85-97ee-518588aa8daf tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:28.348931 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-a7e45cb6-7943-42e0-83ef-97e601b4431d req-7a13c5e6-4559-4d85-97ee-518588aa8daf tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Synchronizing usage tracker for tenant:7f44f6ee260749d7a681aeb529427a10 on resource:port {{(pid=85356) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 05:07:28.362980 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-a7e45cb6-7943-42e0-83ef-97e601b4431d req-7a13c5e6-4559-4d85-97ee-518588aa8daf tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Unset dirty status for tenant:7f44f6ee260749d7a681aeb529427a10 on resource:port {{(pid=85356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 05:07:28.363290 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-a7e45cb6-7943-42e0-83ef-97e601b4431d req-7a13c5e6-4559-4d85-97ee-518588aa8daf tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.16 "GET /v2.0/ports?device_id=1622f792-7b03-4c49-b8da-dcf286b703b2 HTTP/1.1" status: 200  len: 946 time: 0.1073496
Apr 16 05:07:28.451069 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [req-a7e45cb6-7943-42e0-83ef-97e601b4431d req-1e8a35e2-9797-4302-b177-a12a086e9d07 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Deleting port 14fdc4fe-0803-43ee-89a6-939278790e58 {{(pid=85356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 05:07:28.451602 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-a7e45cb6-7943-42e0-83ef-97e601b4431d req-1e8a35e2-9797-4302-b177-a12a086e9d07 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284331874164'] for port, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:28.569637 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09856329-d489-4b4b-84ab-b1cab9b96b3f req-eb787b07-1820-49d9-9ae0-cfb96c40fe1c tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:28.571200 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-09856329-d489-4b4b-84ab-b1cab9b96b3f req-eb787b07-1820-49d9-9ae0-cfb96c40fe1c tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a6db6-5e0e-4625-805b-854fe43bd156 HTTP/1.1" status: 200  len: 945 time: 0.1541939
Apr 16 05:07:28.634775 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-09856329-d489-4b4b-84ab-b1cab9b96b3f req-2475ec8f-aaa9-43c5-9e2d-0a1b78684fa7 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554671
Apr 16 05:07:28.679354 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65d3ac3-0be0-4ec9-b87b-382d463f95b9 req-44677eb5-6155-4fbe-ae50-d2f5a38e3ed4 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:28.682346 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-d65d3ac3-0be0-4ec9-b87b-382d463f95b9 req-44677eb5-6155-4fbe-ae50-d2f5a38e3ed4 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/ports?device_id=1622f792-7b03-4c49-b8da-dcf286b703b2 HTTP/1.1" status: 200  len: 946 time: 0.1672668
Apr 16 05:07:28.736649 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-d65d3ac3-0be0-4ec9-b87b-382d463f95b9 req-b05fdce8-6648-4501-8dc3-8fb4b510429b tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/security-groups?id=4caff57c-68d2-4f1f-a5bc-b37d2db244ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478556
Apr 16 05:07:28.752944 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [req-a7e45cb6-7943-42e0-83ef-97e601b4431d req-1e8a35e2-9797-4302-b177-a12a086e9d07 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] For port 14fdc4fe-0803-43ee-89a6-939278790e58, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=14fdc4fe-0803-43ee-89a6-939278790e58,segment=NetworkSegment(e0c30da2-1a68-4f2e-be9b-2ec222378b18),segment_id=e0c30da2-1a68-4f2e-be9b-2ec222378b18)] {{(pid=85356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:07:28.754762 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-a7e45cb6-7943-42e0-83ef-97e601b4431d req-1e8a35e2-9797-4302-b177-a12a086e9d07 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821567696'] for port, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:28.914121 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [req-a7e45cb6-7943-42e0-83ef-97e601b4431d req-1e8a35e2-9797-4302-b177-a12a086e9d07 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Calling delete_port for 14fdc4fe-0803-43ee-89a6-939278790e58 owned by compute:nova {{(pid=85356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 05:07:29.020666 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a25e830-5c17-4459-96fb-e974a36b5662 req-09885927-958c-4423-9649-17f939494022 tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:29.022416 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-5a25e830-5c17-4459-96fb-e974a36b5662 req-09885927-958c-4423-9649-17f939494022 tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] 10.222.0.26 "GET /v2.0/ports?device_id=65360207-bdc9-4932-b3c0-dff5cb1ccee5 HTTP/1.1" status: 200  len: 945 time: 0.1333315
Apr 16 05:07:29.102511 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-a7e45cb6-7943-42e0-83ef-97e601b4431d req-1e8a35e2-9797-4302-b177-a12a086e9d07 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752522904879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752522456008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32051484'] for port, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:29.130481 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:07:29.139860 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] get_ports_and_sgs() called for port_ids ['a16c1736-e19e-4ba4-b59e-1ab713023d6e', 'bc1b177a-cca8-4073-8031-2fd446444a12', '14fdc4fe-0803-43ee-89a6-939278790e58'] {{(pid=85358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 05:07:29.157170 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-5a25e830-5c17-4459-96fb-e974a36b5662 req-06ea4dd0-2785-4abf-939b-7201f8d850a5 tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] 10.222.0.26 "GET /v2.0/security-groups?id=60a874d5-92ab-4e7e-91de-493ca112b09d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1268876
Apr 16 05:07:29.269225 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b68baa5-0663-4604-a5d7-81a0a9a30f4c req-5051f125-90b1-4aff-a5fa-81e5f1ab0141 tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:29.272264 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-6b68baa5-0663-4604-a5d7-81a0a9a30f4c req-5051f125-90b1-4aff-a5fa-81e5f1ab0141 tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] 10.222.0.16 "GET /v2.0/ports?device_id=65360207-bdc9-4932-b3c0-dff5cb1ccee5 HTTP/1.1" status: 200  len: 945 time: 0.2063060
Apr 16 05:07:29.347183 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8a35e2-9797-4302-b177-a12a086e9d07 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Pushing event deleted for resources: {'Port': ['ID=14fdc4fe-0803-43ee-89a6-939278790e58,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:07:29.356620 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-1e8a35e2-9797-4302-b177-a12a086e9d07 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:07:29.425960 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [req-6b68baa5-0663-4604-a5d7-81a0a9a30f4c req-0972a113-e01f-4e4d-86f0-182cd0cd38fa tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] Deleting port 14f66ae1-6ddf-41c7-bc43-1fc90850ccf7 {{(pid=85357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 05:07:29.426358 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-6b68baa5-0663-4604-a5d7-81a0a9a30f4c req-0972a113-e01f-4e4d-86f0-182cd0cd38fa tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284331874164'] for port, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:29.568784 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b5486f-7288-4aac-8141-5dad28381117 req-22051f29-674b-4258-8359-d3c4c8840b18 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:29.570468 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-78b5486f-7288-4aac-8141-5dad28381117 req-22051f29-674b-4258-8359-d3c4c8840b18 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e67bc2f-10f1-4382-811e-d54f8a3a8471 HTTP/1.1" status: 200  len: 943 time: 0.2481873
Apr 16 05:07:29.576843 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7e45cb6-7943-42e0-83ef-97e601b4431d req-1e8a35e2-9797-4302-b177-a12a086e9d07 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] No DVR routers for this DVR port 14fdc4fe-0803-43ee-89a6-939278790e58 on host hv-cinder-78652 {{(pid=85356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 16 05:07:29.579870 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-a7e45cb6-7943-42e0-83ef-97e601b4431d req-1e8a35e2-9797-4302-b177-a12a086e9d07 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:29.582972 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1622f792-7b03-4c49-b8da-dcf286b703b2', 'name': 'network-vif-deleted', 'tag': '14fdc4fe-0803-43ee-89a6-939278790e58'}] {{(pid=85356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 05:07:29.599925 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-a7e45cb6-7943-42e0-83ef-97e601b4431d req-1e8a35e2-9797-4302-b177-a12a086e9d07 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.16 "DELETE /v2.0/ports/14fdc4fe-0803-43ee-89a6-939278790e58 HTTP/1.1" status: 204  len: 173 time: 1.2302222
Apr 16 05:07:29.651218 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1622f792-7b03-4c49-b8da-dcf286b703b2', 'name': 'network-vif-deleted', 'tag': '14fdc4fe-0803-43ee-89a6-939278790e58', 'status': 'completed', 'code': 200}
Apr 16 05:07:29.727473 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-78b5486f-7288-4aac-8141-5dad28381117 req-1e2d1c0b-6b75-4dd9-bd89-a230615e8f72 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "GET /v2.0/security-groups?id=1a46ccf0-69fb-42e0-8c00-00a7e2484635&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1447034
Apr 16 05:07:29.781064 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [req-6b68baa5-0663-4604-a5d7-81a0a9a30f4c req-0972a113-e01f-4e4d-86f0-182cd0cd38fa tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] For port 14f66ae1-6ddf-41c7-bc43-1fc90850ccf7, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=14f66ae1-6ddf-41c7-bc43-1fc90850ccf7,segment=NetworkSegment(1cebb1bc-7c64-4b55-b98d-dc3a48cbfc2e),segment_id=1cebb1bc-7c64-4b55-b98d-dc3a48cbfc2e)] {{(pid=85357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:07:29.781743 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-6b68baa5-0663-4604-a5d7-81a0a9a30f4c req-0972a113-e01f-4e4d-86f0-182cd0cd38fa tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821567696'] for port, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:29.927440 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [req-6b68baa5-0663-4604-a5d7-81a0a9a30f4c req-0972a113-e01f-4e4d-86f0-182cd0cd38fa tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] Calling delete_port for 14f66ae1-6ddf-41c7-bc43-1fc90850ccf7 owned by compute:nova {{(pid=85357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 05:07:30.019572 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-01202971-2ca7-41d4-b045-b6b3634c3025 req-9034c2fb-9234-42de-b098-565ca2a012c8 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/ports?device_id=1622f792-7b03-4c49-b8da-dcf286b703b2 HTTP/1.1" status: 200  len: 210 time: 0.1015005
Apr 16 05:07:30.133682 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-6b68baa5-0663-4604-a5d7-81a0a9a30f4c req-0972a113-e01f-4e4d-86f0-182cd0cd38fa tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752522904879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752522456008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30120147'] for port, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:30.150542 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:07:30.182326 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] get_ports_and_sgs() called for port_ids ['14f66ae1-6ddf-41c7-bc43-1fc90850ccf7'] {{(pid=85358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 05:07:30.247733 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device 9c69d104-f6fe-4cb2-9c63-1a0b0123cad4 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=85358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 16 05:07:30.272928 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0972a113-e01f-4e4d-86f0-182cd0cd38fa tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] Pushing event deleted for resources: {'Port': ['ID=14f66ae1-6ddf-41c7-bc43-1fc90850ccf7,revision_number=None']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:07:30.291246 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-0972a113-e01f-4e4d-86f0-182cd0cd38fa tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:07:30.418707 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] For port 9c69d104-f6fe-4cb2-9c63-1a0b0123cad4, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=9c69d104-f6fe-4cb2-9c63-1a0b0123cad4,segment=NetworkSegment(a0080f90-7bfa-4c0d-af83-31ef1a258e15),segment_id=a0080f90-7bfa-4c0d-af83-31ef1a258e15)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:07:30.424359 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c9912181-12c7-42a4-9419-01b24e2dd2a6 req-774a552f-3915-4f35-9c4c-8e454a95cedc tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] 10.222.0.26 "GET /v2.0/ports?device_id=65360207-bdc9-4932-b3c0-dff5cb1ccee5 HTTP/1.1" status: 200  len: 210 time: 0.0696511
Apr 16 05:07:30.460840 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Returning: {'device': '9c69d104-f6fe-4cb2-9c63-1a0b0123cad4', 'network_id': '711b0f98-8a05-4a75-8630-64793983447c', 'port_id': '9c69d104-f6fe-4cb2-9c63-1a0b0123cad4', 'mac_address': 'fa:16:3e:a0:b4:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a881910-3355-4ca0-a698-89b5f02a16d4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 16 05:07:30.528335 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b68baa5-0663-4604-a5d7-81a0a9a30f4c req-0972a113-e01f-4e4d-86f0-182cd0cd38fa tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] No DVR routers for this DVR port 14f66ae1-6ddf-41c7-bc43-1fc90850ccf7 on host hv-cinder-78652 {{(pid=85357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 16 05:07:30.531355 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-6b68baa5-0663-4604-a5d7-81a0a9a30f4c req-0972a113-e01f-4e4d-86f0-182cd0cd38fa tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:30.534130 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:30.534511 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65360207-bdc9-4932-b3c0-dff5cb1ccee5', 'name': 'network-vif-deleted', 'tag': '14f66ae1-6ddf-41c7-bc43-1fc90850ccf7'}] {{(pid=85357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 05:07:30.549414 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-6b68baa5-0663-4604-a5d7-81a0a9a30f4c req-0972a113-e01f-4e4d-86f0-182cd0cd38fa tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] 10.222.0.16 "DELETE /v2.0/ports/14f66ae1-6ddf-41c7-bc43-1fc90850ccf7 HTTP/1.1" status: 204  len: 173 time: 1.2702644
Apr 16 05:07:30.563539 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c69d104-f6fe-4cb2-9c63-1a0b0123cad4 {{(pid=85358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 05:07:30.585044 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] For port 9c69d104-f6fe-4cb2-9c63-1a0b0123cad4, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=9c69d104-f6fe-4cb2-9c63-1a0b0123cad4,segment=NetworkSegment(a0080f90-7bfa-4c0d-af83-31ef1a258e15),segment_id=a0080f90-7bfa-4c0d-af83-31ef1a258e15)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:07:30.590310 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:30.593404 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:07:30.598402 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65360207-bdc9-4932-b3c0-dff5cb1ccee5', 'name': 'network-vif-deleted', 'tag': '14f66ae1-6ddf-41c7-bc43-1fc90850ccf7', 'status': 'completed', 'code': 200}
Apr 16 05:07:30.673315 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Pushing event updated for resources: {'Port': ['ID=9c69d104-f6fe-4cb2-9c63-1a0b0123cad4,revision_number=4']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:07:30.676777 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:07:31.024573 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] get_ports_and_sgs() called for port_ids ['9c69d104-f6fe-4cb2-9c63-1a0b0123cad4'] {{(pid=85358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 05:07:31.104185 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef8ddc-9c25-4462-83fb-aff3a5a28dbe req-cf40b60b-0176-4cea-9e4c-c31d85b4f3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:31.105914 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-acef8ddc-9c25-4462-83fb-aff3a5a28dbe req-cf40b60b-0176-4cea-9e4c-c31d85b4f3ef service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=906565d5b9534e68b06210dedd1603fb&device_id=7f6a6db6-5e0e-4625-805b-854fe43bd156 HTTP/1.1" status: 200  len: 1098 time: 0.2069240
Apr 16 05:07:31.114738 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d8e473-e47e-40bc-9ad9-45d22bea1e8a req-fcbba6d4-2564-4dbe-8582-10fca259ee88 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:31.116386 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-01d8e473-e47e-40bc-9ad9-45d22bea1e8a req-fcbba6d4-2564-4dbe-8582-10fca259ee88 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e67bc2f-10f1-4382-811e-d54f8a3a8471 HTTP/1.1" status: 200  len: 944 time: 0.2552040
Apr 16 05:07:31.126649 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c6c22c-a7b1-40d9-ab7a-bfc4f1f504fb req-67ee378f-769a-4e93-b559-15a7f8db3884 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:31.128218 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-21c6c22c-a7b1-40d9-ab7a-bfc4f1f504fb req-67ee378f-769a-4e93-b559-15a7f8db3884 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a6db6-5e0e-4625-805b-854fe43bd156 HTTP/1.1" status: 200  len: 945 time: 0.1785438
Apr 16 05:07:31.309871 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-01d8e473-e47e-40bc-9ad9-45d22bea1e8a req-2e938954-05cb-47c0-97c0-13c2e2a327e6 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "GET /v2.0/security-groups?id=1a46ccf0-69fb-42e0-8c00-00a7e2484635&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1804504
Apr 16 05:07:31.337852 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-21c6c22c-a7b1-40d9-ab7a-bfc4f1f504fb req-bba3d062-5a85-409d-bdd5-437eb2dce7f4 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1836536
Apr 16 05:07:31.369639 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef8ddc-9c25-4462-83fb-aff3a5a28dbe req-208fdbc2-aa59-4208-b0fb-0c5e4149922d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:31.371250 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-acef8ddc-9c25-4462-83fb-aff3a5a28dbe req-208fdbc2-aa59-4208-b0fb-0c5e4149922d service neutron] 10.222.0.16 "GET /v2.0/networks?id=7f06c768-0917-4905-82a4-2a04abfa7281 HTTP/1.1" status: 200  len: 919 time: 0.2408397
Apr 16 05:07:31.465938 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-acef8ddc-9c25-4462-83fb-aff3a5a28dbe req-49624439-44a6-413f-8cc6-caaf5f5afa0e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=812f1224-5033-4d66-a589-6e8874a8ace2 HTTP/1.1" status: 200  len: 217 time: 0.0835288
Apr 16 05:07:31.555611 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef8ddc-9c25-4462-83fb-aff3a5a28dbe req-5aabffea-b956-4b88-a180-20146c588d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:31.558165 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-acef8ddc-9c25-4462-83fb-aff3a5a28dbe req-5aabffea-b956-4b88-a180-20146c588d2f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=092c750d-226a-4b66-92f6-9f771b17666a HTTP/1.1" status: 200  len: 858 time: 0.0850999
Apr 16 05:07:31.614958 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-acef8ddc-9c25-4462-83fb-aff3a5a28dbe req-d8e70ce8-9c12-4734-8982-c60548aad9bc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7f06c768-0917-4905-82a4-2a04abfa7281&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0487053
Apr 16 05:07:31.832017 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-acef8ddc-9c25-4462-83fb-aff3a5a28dbe req-7e35b73f-2e9a-4ddc-bbe3-fec7d232f0ba service neutron] 10.222.0.16 "GET /v2.0/networks/7f06c768-0917-4905-82a4-2a04abfa7281?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2099574
Apr 16 05:07:31.947398 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fce75d-23a6-498e-878b-7cb0c4250ca8 req-c2ebfece-4096-4674-9e7f-0e8d891d78b6 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:31.949122 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-64fce75d-23a6-498e-878b-7cb0c4250ca8 req-c2ebfece-4096-4674-9e7f-0e8d891d78b6 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc04bdb9-8431-4a90-ae3b-2a4e7f3911a5 HTTP/1.1" status: 200  len: 945 time: 0.1996291
Apr 16 05:07:32.044175 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-acef8ddc-9c25-4462-83fb-aff3a5a28dbe req-9f8ecd94-f275-4a8d-a02f-867ad5709f15 service neutron] 10.222.0.16 "GET /v2.0/networks/7f06c768-0917-4905-82a4-2a04abfa7281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2005899
Apr 16 05:07:32.053161 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-64fce75d-23a6-498e-878b-7cb0c4250ca8 req-5031d65f-f923-4418-a952-bbcbbe97514a tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/security-groups?id=4caff57c-68d2-4f1f-a5bc-b37d2db244ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0895102
Apr 16 05:07:32.256810 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device 9c69d104-f6fe-4cb2-9c63-1a0b0123cad4 up at agent hyperv_hv-cinder-78652 {{(pid=85358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 05:07:32.522948 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Provisioning for port 9c69d104-f6fe-4cb2-9c63-1a0b0123cad4 completed by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 05:07:32.528596 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Provisioning complete for port 9c69d104-f6fe-4cb2-9c63-1a0b0123cad4 triggered by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:07:32.529028 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:32.645164 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db146ee5-39c5-4f5f-be24-dd71d56001eb req-ec5abd05-1cc5-4f10-8cf1-7995dcf4365a tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:32.646901 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-db146ee5-39c5-4f5f-be24-dd71d56001eb req-ec5abd05-1cc5-4f10-8cf1-7995dcf4365a tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a6db6-5e0e-4625-805b-854fe43bd156 HTTP/1.1" status: 200  len: 945 time: 0.1281745
Apr 16 05:07:32.655963 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3634f537-b816-49f2-b043-a09dd0ad16bd req-135299ad-8f65-4183-b291-8775d630b120 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:32.661955 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-3634f537-b816-49f2-b043-a09dd0ad16bd req-135299ad-8f65-4183-b291-8775d630b120 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e67bc2f-10f1-4382-811e-d54f8a3a8471 HTTP/1.1" status: 200  len: 944 time: 0.1922195
Apr 16 05:07:32.676510 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:32.710756 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e67bc2f-10f1-4382-811e-d54f8a3a8471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c69d104-f6fe-4cb2-9c63-1a0b0123cad4'}] {{(pid=85358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 05:07:32.727789 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] For port 9c69d104-f6fe-4cb2-9c63-1a0b0123cad4, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=9c69d104-f6fe-4cb2-9c63-1a0b0123cad4,segment=NetworkSegment(a0080f90-7bfa-4c0d-af83-31ef1a258e15),segment_id=a0080f90-7bfa-4c0d-af83-31ef1a258e15)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:07:32.731391 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:32.732460 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device 14fdc4fe-0803-43ee-89a6-939278790e58 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 05:07:32.758172 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-3634f537-b816-49f2-b043-a09dd0ad16bd req-1e843f9a-fd4d-4ec2-b701-2e242faf7a24 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "GET /v2.0/security-groups?id=1a46ccf0-69fb-42e0-8c00-00a7e2484635&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0911672
Apr 16 05:07:32.780435 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-8a1fcd9b-6226-4ece-b91f-af7b26cce3be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:07:32.780661 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-db146ee5-39c5-4f5f-be24-dd71d56001eb req-62eb799c-9d3c-46b7-ad45-97bce1630444 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1130199
Apr 16 05:07:32.815017 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] No Port match for: 14fdc4fe-0803-43ee-89a6-939278790e58 {{(pid=85358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 16 05:07:32.815498 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device 14fdc4fe-0803-43ee-89a6-939278790e58 not bound to the agent host hv-cinder-78652 {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 05:07:32.816063 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device 14f66ae1-6ddf-41c7-bc43-1fc90850ccf7 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 05:07:32.858664 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e67bc2f-10f1-4382-811e-d54f8a3a8471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c69d104-f6fe-4cb2-9c63-1a0b0123cad4', 'code': 200}
Apr 16 05:07:32.873015 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] No Port match for: 14f66ae1-6ddf-41c7-bc43-1fc90850ccf7 {{(pid=85358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 16 05:07:32.873551 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device 14f66ae1-6ddf-41c7-bc43-1fc90850ccf7 not bound to the agent host hv-cinder-78652 {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 05:07:32.905108 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Pushing event updated for resources: {'Port': ['ID=9c69d104-f6fe-4cb2-9c63-1a0b0123cad4,revision_number=5']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:07:32.909234 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:07:33.486586 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d433fd-70c3-4d05-a1e1-5f3189d1a0ae req-91d5e577-490a-4171-aa24-d589a647b481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:33.488143 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-34d433fd-70c3-4d05-a1e1-5f3189d1a0ae req-91d5e577-490a-4171-aa24-d589a647b481 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3e67bc2f-10f1-4382-811e-d54f8a3a8471 HTTP/1.1" status: 200  len: 1098 time: 0.3807302
Apr 16 05:07:33.526768 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5298b81-224e-4e0c-af8c-8f51400f9b54 req-42ef0368-7c82-4332-8935-ca31c07e9750 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:33.528664 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-b5298b81-224e-4e0c-af8c-8f51400f9b54 req-42ef0368-7c82-4332-8935-ca31c07e9750 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc04bdb9-8431-4a90-ae3b-2a4e7f3911a5 HTTP/1.1" status: 200  len: 945 time: 0.3493385
Apr 16 05:07:33.579477 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-b5298b81-224e-4e0c-af8c-8f51400f9b54 req-7566dc80-75a5-4890-8155-54afb15ebb7e tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/security-groups?id=4caff57c-68d2-4f1f-a5bc-b37d2db244ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435343
Apr 16 05:07:33.716601 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.agents_db [None req-9d5d34cb-f672-4e49-b111-51c360ae5d44 None None] Agent healthcheck: found 6 active agents {{(pid=85359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 05:07:34.042901 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cad360-84df-4e3b-97df-c1ec8e6209ec req-be2fbe3a-8bf8-4a92-a3a1-c90f538eee06 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:34.044548 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-28cad360-84df-4e3b-97df-c1ec8e6209ec req-be2fbe3a-8bf8-4a92-a3a1-c90f538eee06 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e67bc2f-10f1-4382-811e-d54f8a3a8471 HTTP/1.1" status: 200  len: 945 time: 0.1689258
Apr 16 05:07:34.054834 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff34db37-245b-4618-a47e-88eeff8aa2b4 req-5c2556e6-f63a-41b1-888c-8a3d918e5ce0 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:34.056511 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ff34db37-245b-4618-a47e-88eeff8aa2b4 req-5c2556e6-f63a-41b1-888c-8a3d918e5ce0 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a6db6-5e0e-4625-805b-854fe43bd156 HTTP/1.1" status: 200  len: 945 time: 0.1392357
Apr 16 05:07:34.140301 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-28cad360-84df-4e3b-97df-c1ec8e6209ec req-27a44ff5-29ea-4e23-86c6-c068681fd28d tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "GET /v2.0/security-groups?id=1a46ccf0-69fb-42e0-8c00-00a7e2484635&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0825846
Apr 16 05:07:34.143850 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ff34db37-245b-4618-a47e-88eeff8aa2b4 req-20f88186-30aa-4b4d-b2e0-ddd022b23b49 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687380
Apr 16 05:07:34.806055 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54474253-17cb-4791-85d4-6a3160e60747 req-e94dd60e-bde8-4fee-85f5-8ed2cd3da240 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:34.808907 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-54474253-17cb-4791-85d4-6a3160e60747 req-e94dd60e-bde8-4fee-85f5-8ed2cd3da240 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc04bdb9-8431-4a90-ae3b-2a4e7f3911a5 HTTP/1.1" status: 200  len: 945 time: 0.1114631
Apr 16 05:07:34.840861 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-3023e062-c342-4da9-b39b-19648d071051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:34.868871 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-54474253-17cb-4791-85d4-6a3160e60747 req-bd538f40-19b8-4ed6-904f-64bb1866a644 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/security-groups?id=4caff57c-68d2-4f1f-a5bc-b37d2db244ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523574
Apr 16 05:07:35.400956 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-34d433fd-70c3-4d05-a1e1-5f3189d1a0ae req-165d2156-1cd4-485b-978c-7926f6d17882 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1a46ccf0-69fb-42e0-8c00-00a7e2484635&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1609101
Apr 16 05:07:35.463028 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af2ee2a-9a3f-43f5-ba7e-555cc254553f req-43955aa4-c4a5-4427-8ff7-a7d81cd12c73 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:35.464642 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-9af2ee2a-9a3f-43f5-ba7e-555cc254553f req-43955aa4-c4a5-4427-8ff7-a7d81cd12c73 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a6db6-5e0e-4625-805b-854fe43bd156 HTTP/1.1" status: 200  len: 945 time: 0.1867435
Apr 16 05:07:35.477672 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c72e2-dfa0-4c84-977a-554069f5a1c6 req-b9cebe3e-7c44-4682-8888-8821e0a208db tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:35.479383 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-326c72e2-dfa0-4c84-977a-554069f5a1c6 req-b9cebe3e-7c44-4682-8888-8821e0a208db tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e67bc2f-10f1-4382-811e-d54f8a3a8471 HTTP/1.1" status: 200  len: 945 time: 0.1544507
Apr 16 05:07:35.555995 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-9af2ee2a-9a3f-43f5-ba7e-555cc254553f req-63912b4c-ba67-445d-8358-3adffbe4ff6e tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0754948
Apr 16 05:07:35.565134 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-326c72e2-dfa0-4c84-977a-554069f5a1c6 req-c96c2b1b-ce59-4441-b1dd-96a0d6028375 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "GET /v2.0/security-groups?id=1a46ccf0-69fb-42e0-8c00-00a7e2484635&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694666
Apr 16 05:07:36.105199 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0e8e6c-f892-4cb3-91d2-837b2fd632dd req-368ee3ea-663e-4824-b565-24d1de90a981 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:36.106986 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-9f0e8e6c-f892-4cb3-91d2-837b2fd632dd req-368ee3ea-663e-4824-b565-24d1de90a981 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc04bdb9-8431-4a90-ae3b-2a4e7f3911a5 HTTP/1.1" status: 200  len: 945 time: 0.1021831
Apr 16 05:07:36.165001 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-9f0e8e6c-f892-4cb3-91d2-837b2fd632dd req-6ff27896-4af9-4331-bee9-f3dd00b6dc28 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/security-groups?id=4caff57c-68d2-4f1f-a5bc-b37d2db244ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505710
Apr 16 05:07:36.901227 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ac69034a-d613-4143-8025-d4e667fc5f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:36.902532 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9177297-cff7-4ac8-90a9-a8a0aa3148ab req-625add0c-c718-4d00-9b1e-39fec5f774ca tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:36.904219 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-f9177297-cff7-4ac8-90a9-a8a0aa3148ab req-625add0c-c718-4d00-9b1e-39fec5f774ca tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc04bdb9-8431-4a90-ae3b-2a4e7f3911a5 HTTP/1.1" status: 200  len: 945 time: 0.2455482
Apr 16 05:07:36.919798 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d1b1b-9582-4c43-b2a1-b2e6e411f6ed req-51fef405-c3ed-4527-bf8a-39251ac78578 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:36.921511 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ee2d1b1b-9582-4c43-b2a1-b2e6e411f6ed req-51fef405-c3ed-4527-bf8a-39251ac78578 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a6db6-5e0e-4625-805b-854fe43bd156 HTTP/1.1" status: 200  len: 945 time: 0.2243657
Apr 16 05:07:36.964738 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c47d0-b4e7-4d52-ac14-be1bd8e26381 req-fe2e1ac1-3110-417d-ac5a-2e14726af20d tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:36.966474 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-4b0c47d0-b4e7-4d52-ac14-be1bd8e26381 req-fe2e1ac1-3110-417d-ac5a-2e14726af20d tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e67bc2f-10f1-4382-811e-d54f8a3a8471 HTTP/1.1" status: 200  len: 945 time: 0.2705996
Apr 16 05:07:37.084223 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [req-f9177297-cff7-4ac8-90a9-a8a0aa3148ab req-2984e872-5a7b-42bb-a721-ab2bf966600b tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Deleting port bc1b177a-cca8-4073-8031-2fd446444a12 {{(pid=85357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 05:07:37.084599 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-f9177297-cff7-4ac8-90a9-a8a0aa3148ab req-2984e872-5a7b-42bb-a721-ab2bf966600b tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284331874164'] for port, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:37.133383 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ee2d1b1b-9582-4c43-b2a1-b2e6e411f6ed req-93cc963b-d5a6-4271-9c92-69467bf21ecf tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1537788
Apr 16 05:07:37.161880 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-4b0c47d0-b4e7-4d52-ac14-be1bd8e26381 req-14226cec-bb8a-4cc5-b1f6-2d83e66d60b2 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "GET /v2.0/security-groups?id=1a46ccf0-69fb-42e0-8c00-00a7e2484635&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1874580
Apr 16 05:07:37.505254 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [req-f9177297-cff7-4ac8-90a9-a8a0aa3148ab req-2984e872-5a7b-42bb-a721-ab2bf966600b tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] For port bc1b177a-cca8-4073-8031-2fd446444a12, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=bc1b177a-cca8-4073-8031-2fd446444a12,segment=NetworkSegment(e0c30da2-1a68-4f2e-be9b-2ec222378b18),segment_id=e0c30da2-1a68-4f2e-be9b-2ec222378b18)] {{(pid=85357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:07:37.505664 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-f9177297-cff7-4ac8-90a9-a8a0aa3148ab req-2984e872-5a7b-42bb-a721-ab2bf966600b tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821567696'] for port, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:37.652565 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161cda20-6176-497b-b45f-2acd3ffcec3f req-0c2e2a71-5f2b-44d2-9959-74ad8fbee421 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:37.658222 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-161cda20-6176-497b-b45f-2acd3ffcec3f req-0c2e2a71-5f2b-44d2-9959-74ad8fbee421 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc04bdb9-8431-4a90-ae3b-2a4e7f3911a5 HTTP/1.1" status: 200  len: 945 time: 0.2946031
Apr 16 05:07:37.658656 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:37.667471 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [req-f9177297-cff7-4ac8-90a9-a8a0aa3148ab req-2984e872-5a7b-42bb-a721-ab2bf966600b tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Calling delete_port for bc1b177a-cca8-4073-8031-2fd446444a12 owned by compute:nova {{(pid=85357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 05:07:37.757635 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-63345f0b-feae-4d1b-a675-506eb60b354a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:37.796292 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-161cda20-6176-497b-b45f-2acd3ffcec3f req-9638b070-71f6-40e8-9850-f83066cfd721 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/security-groups?id=4caff57c-68d2-4f1f-a5bc-b37d2db244ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0912855
Apr 16 05:07:37.962914 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-f9177297-cff7-4ac8-90a9-a8a0aa3148ab req-2984e872-5a7b-42bb-a721-ab2bf966600b tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752522904879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752522456008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30120147'] for port, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:37.996394 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:07:38.004409 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:38.019544 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] get_ports_and_sgs() called for port_ids ['a16c1736-e19e-4ba4-b59e-1ab713023d6e'] {{(pid=85358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 05:07:38.202188 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2984e872-5a7b-42bb-a721-ab2bf966600b tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Pushing event deleted for resources: {'Port': ['ID=bc1b177a-cca8-4073-8031-2fd446444a12,revision_number=None']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:07:38.207801 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2984e872-5a7b-42bb-a721-ab2bf966600b tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:07:38.312268 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9177297-cff7-4ac8-90a9-a8a0aa3148ab req-2984e872-5a7b-42bb-a721-ab2bf966600b tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] No DVR routers for this DVR port bc1b177a-cca8-4073-8031-2fd446444a12 on host hv-cinder-78652 {{(pid=85357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 16 05:07:38.320383 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-f9177297-cff7-4ac8-90a9-a8a0aa3148ab req-2984e872-5a7b-42bb-a721-ab2bf966600b tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:38.323504 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc04bdb9-8431-4a90-ae3b-2a4e7f3911a5', 'name': 'network-vif-deleted', 'tag': 'bc1b177a-cca8-4073-8031-2fd446444a12'}] {{(pid=85357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 05:07:38.334003 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device bc1b177a-cca8-4073-8031-2fd446444a12 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 05:07:38.344776 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-f9177297-cff7-4ac8-90a9-a8a0aa3148ab req-2984e872-5a7b-42bb-a721-ab2bf966600b tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.16 "DELETE /v2.0/ports/bc1b177a-cca8-4073-8031-2fd446444a12 HTTP/1.1" status: 204  len: 173 time: 1.4201751
Apr 16 05:07:38.392590 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] No Port match for: bc1b177a-cca8-4073-8031-2fd446444a12 {{(pid=85358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 16 05:07:38.393137 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device bc1b177a-cca8-4073-8031-2fd446444a12 not bound to the agent host hv-cinder-78652 {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 05:07:38.544835 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5c8dcb-89f5-4edc-9a6d-4057f2eb3b2b req-d9ab6547-dddf-4691-90e0-a592dda02df9 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:38.546216 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-2b5c8dcb-89f5-4edc-9a6d-4057f2eb3b2b req-d9ab6547-dddf-4691-90e0-a592dda02df9 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a6db6-5e0e-4625-805b-854fe43bd156 HTTP/1.1" status: 200  len: 945 time: 0.1812665
Apr 16 05:07:38.556620 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d5a82a-db65-40d2-9624-a69fc82af2a3 req-f6fc7bca-cd1d-410b-b2ab-05d6e3e17a8e tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:38.558361 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-80d5a82a-db65-40d2-9624-a69fc82af2a3 req-f6fc7bca-cd1d-410b-b2ab-05d6e3e17a8e tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e67bc2f-10f1-4382-811e-d54f8a3a8471 HTTP/1.1" status: 200  len: 945 time: 0.1462998
Apr 16 05:07:38.650469 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-2b5c8dcb-89f5-4edc-9a6d-4057f2eb3b2b req-e4ca34a8-372c-4808-9fe8-f4eeb7bbc397 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0908523
Apr 16 05:07:38.691019 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-80d5a82a-db65-40d2-9624-a69fc82af2a3 req-cdd6ad6e-f8e8-456a-a058-8fd0f58e6ef2 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "GET /v2.0/security-groups?id=1a46ccf0-69fb-42e0-8c00-00a7e2484635&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1159613
Apr 16 05:07:38.774163 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc04bdb9-8431-4a90-ae3b-2a4e7f3911a5', 'name': 'network-vif-deleted', 'tag': 'bc1b177a-cca8-4073-8031-2fd446444a12', 'status': 'completed', 'code': 200}
Apr 16 05:07:39.107147 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-b85d2199-f0dd-4f41-a260-867f0748c903 req-5e810f2b-ac53-43e1-86ba-1a1ea31bc6ea tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Synchronizing usage tracker for tenant:7f44f6ee260749d7a681aeb529427a10 on resource:port {{(pid=85357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 05:07:39.120051 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6196a184-00d3-4e23-8fd4-ef1399027be0 req-7037ff6c-e85e-4a79-8355-714030c6388b tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:39.128390 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-6196a184-00d3-4e23-8fd4-ef1399027be0 req-7037ff6c-e85e-4a79-8355-714030c6388b tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e67bc2f-10f1-4382-811e-d54f8a3a8471 HTTP/1.1" status: 200  len: 945 time: 0.2977271
Apr 16 05:07:39.197847 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-6196a184-00d3-4e23-8fd4-ef1399027be0 req-ef1bdb71-67c3-4403-bbd0-bf46ae6e8989 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "GET /v2.0/security-groups?id=1a46ccf0-69fb-42e0-8c00-00a7e2484635&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0684612
Apr 16 05:07:39.203920 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-b85d2199-f0dd-4f41-a260-867f0748c903 req-5e810f2b-ac53-43e1-86ba-1a1ea31bc6ea tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Unset dirty status for tenant:7f44f6ee260749d7a681aeb529427a10 on resource:port {{(pid=85357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 05:07:39.218591 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-b85d2199-f0dd-4f41-a260-867f0748c903 req-5e810f2b-ac53-43e1-86ba-1a1ea31bc6ea tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc04bdb9-8431-4a90-ae3b-2a4e7f3911a5 HTTP/1.1" status: 200  len: 210 time: 0.1986959
Apr 16 05:07:39.406925 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a57a9699-4b93-4635-9a0c-76135fd629c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:39.415756 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-645fa280-3506-456a-9252-9aebd12059d9 req-81dcbf33-e372-4c96-b05c-85efec1f4714 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f2c5224f-3c8e-4f48-ae99-72a5b00e94ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1324551
Apr 16 05:07:39.650553 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645fa280-3506-456a-9252-9aebd12059d9 req-fcefdb9d-1b09-4f7c-89cb-c38db7967ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:39.652358 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-645fa280-3506-456a-9252-9aebd12059d9 req-fcefdb9d-1b09-4f7c-89cb-c38db7967ab9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7f44f6ee260749d7a681aeb529427a10&device_id=f2c5224f-3c8e-4f48-ae99-72a5b00e94ce HTTP/1.1" status: 200  len: 1098 time: 0.1167667
Apr 16 05:07:40.295634 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01de23e-e7c4-42d5-9e4b-1f3c3348e872 req-70db797e-6947-4683-b780-3c5f7b30b0e6 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:40.297614 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-f01de23e-e7c4-42d5-9e4b-1f3c3348e872 req-70db797e-6947-4683-b780-3c5f7b30b0e6 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e67bc2f-10f1-4382-811e-d54f8a3a8471 HTTP/1.1" status: 200  len: 945 time: 0.6156964
Apr 16 05:07:40.364530 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645fa280-3506-456a-9252-9aebd12059d9 req-e7a46db7-3a47-4b84-8486-a359836b46b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:40.366494 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-645fa280-3506-456a-9252-9aebd12059d9 req-e7a46db7-3a47-4b84-8486-a359836b46b5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=469c610d-3640-4407-b2a9-dd8cd792723c HTTP/1.1" status: 200  len: 915 time: 0.6389806
Apr 16 05:07:40.476942 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-f01de23e-e7c4-42d5-9e4b-1f3c3348e872 req-085dde63-14d5-44ab-9e62-debf663ebe43 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "GET /v2.0/security-groups?id=1a46ccf0-69fb-42e0-8c00-00a7e2484635&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1490786
Apr 16 05:07:40.488656 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-645fa280-3506-456a-9252-9aebd12059d9 req-c98724ff-1928-44fb-9ce0-ccd40108db32 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a16c1736-e19e-4ba4-b59e-1ab713023d6e HTTP/1.1" status: 200  len: 217 time: 0.0919139
Apr 16 05:07:40.517201 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3b5ac2-9165-4085-ac4f-ec5b6483f509 req-2a2cacf5-23a5-4387-8f57-e5a766b13ed4 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:40.528509 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-9d3b5ac2-9165-4085-ac4f-ec5b6483f509 req-2a2cacf5-23a5-4387-8f57-e5a766b13ed4 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a6db6-5e0e-4625-805b-854fe43bd156 HTTP/1.1" status: 200  len: 945 time: 0.7039077
Apr 16 05:07:40.631759 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-9d3b5ac2-9165-4085-ac4f-ec5b6483f509 req-3103a71d-9632-4aee-8184-0280f67420c3 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1019351
Apr 16 05:07:40.675707 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645fa280-3506-456a-9252-9aebd12059d9 req-c1d205c0-19c6-4156-ad3d-ff209e569d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:40.677761 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-645fa280-3506-456a-9252-9aebd12059d9 req-c1d205c0-19c6-4156-ad3d-ff209e569d65 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=28b73d84-839b-41f8-8a99-404cd24cc829 HTTP/1.1" status: 200  len: 854 time: 0.1225250
Apr 16 05:07:40.763210 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-645fa280-3506-456a-9252-9aebd12059d9 req-3cbff998-2c29-4a66-b821-108f67e8ee1c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=469c610d-3640-4407-b2a9-dd8cd792723c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0767460
Apr 16 05:07:40.952243 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-645fa280-3506-456a-9252-9aebd12059d9 req-ead9f9da-bfbe-4e1d-bf36-0ac0a3440035 service neutron] 10.222.0.16 "GET /v2.0/networks/469c610d-3640-4407-b2a9-dd8cd792723c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1729832
Apr 16 05:07:41.196397 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-645fa280-3506-456a-9252-9aebd12059d9 req-efbf6400-c11f-4034-90f0-bb9515be3343 service neutron] 10.222.0.16 "GET /v2.0/networks/469c610d-3640-4407-b2a9-dd8cd792723c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2371585
Apr 16 05:07:41.889688 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b86a6b-051f-4f10-9ba7-64bded40a628 req-9476f64b-4570-481b-ad69-8d722c2fcdff tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:41.889688 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-78b86a6b-051f-4f10-9ba7-64bded40a628 req-9476f64b-4570-481b-ad69-8d722c2fcdff tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a6db6-5e0e-4625-805b-854fe43bd156 HTTP/1.1" status: 200  len: 945 time: 0.0984879
Apr 16 05:07:41.976698 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-78b86a6b-051f-4f10-9ba7-64bded40a628 req-b32b9945-40c0-4a61-b1c1-920638383fd8 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0837162
Apr 16 05:07:42.844567 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8dc70f-b0f6-48e8-93d3-9d4f4ca13da1 req-04d00f35-e2d1-4e1a-85e0-fa4507331175 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:42.846812 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-fc8dc70f-b0f6-48e8-93d3-9d4f4ca13da1 req-04d00f35-e2d1-4e1a-85e0-fa4507331175 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2c5224f-3c8e-4f48-ae99-72a5b00e94ce HTTP/1.1" status: 200  len: 945 time: 0.1683125
Apr 16 05:07:42.917943 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-fc8dc70f-b0f6-48e8-93d3-9d4f4ca13da1 req-ce20e898-71d8-4f3e-8fba-838d0a95f414 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/security-groups?id=4caff57c-68d2-4f1f-a5bc-b37d2db244ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574923
Apr 16 05:07:43.325163 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36122d9f-86c1-4630-9756-1fcf221494b9 req-2865c1d3-1078-4a5f-8071-7f3c9e56307f tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:43.327052 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-36122d9f-86c1-4630-9756-1fcf221494b9 req-2865c1d3-1078-4a5f-8071-7f3c9e56307f tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a6db6-5e0e-4625-805b-854fe43bd156 HTTP/1.1" status: 200  len: 945 time: 0.1315293
Apr 16 05:07:43.397359 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-36122d9f-86c1-4630-9756-1fcf221494b9 req-85218fba-de95-4953-9fbc-3797fbb7e175 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621712
Apr 16 05:07:44.271728 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7f81a1-9512-494e-89fb-3b255132c49f req-23417ae1-c1a6-4857-8238-254afe312f49 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:44.273486 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-9b7f81a1-9512-494e-89fb-3b255132c49f req-23417ae1-c1a6-4857-8238-254afe312f49 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2c5224f-3c8e-4f48-ae99-72a5b00e94ce HTTP/1.1" status: 200  len: 945 time: 0.1205566
Apr 16 05:07:44.350866 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-9b7f81a1-9512-494e-89fb-3b255132c49f req-5c180bd6-80fc-4352-b067-6d2a05cca11f tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/security-groups?id=4caff57c-68d2-4f1f-a5bc-b37d2db244ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694907
Apr 16 05:07:44.643199 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2e8e0-37f6-4c94-a45d-481e5ad84574 req-cdf4c165-c77f-42e1-b8aa-6a170bac6c20 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:44.643199 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c3c2e8e0-37f6-4c94-a45d-481e5ad84574 req-cdf4c165-c77f-42e1-b8aa-6a170bac6c20 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a6db6-5e0e-4625-805b-854fe43bd156 HTTP/1.1" status: 200  len: 945 time: 0.1084256
Apr 16 05:07:44.742980 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c3c2e8e0-37f6-4c94-a45d-481e5ad84574 req-5595e0bc-22de-4d3f-99d7-d9f3e64a7542 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600228
Apr 16 05:07:45.290809 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3bfb30-6a02-4e2f-a4cf-62418b1fa024 req-787408a6-0747-46a8-8daa-0feb9129cdc6 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:45.293510 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ef3bfb30-6a02-4e2f-a4cf-62418b1fa024 req-787408a6-0747-46a8-8daa-0feb9129cdc6 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2c5224f-3c8e-4f48-ae99-72a5b00e94ce HTTP/1.1" status: 200  len: 945 time: 0.1312737
Apr 16 05:07:45.428820 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [req-ef3bfb30-6a02-4e2f-a4cf-62418b1fa024 req-0af983ae-342a-4be2-9856-f1413405094d tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Deleting port a16c1736-e19e-4ba4-b59e-1ab713023d6e {{(pid=85357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 05:07:45.429274 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-ef3bfb30-6a02-4e2f-a4cf-62418b1fa024 req-0af983ae-342a-4be2-9856-f1413405094d tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284331874164'] for port, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:45.765600 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4915fe-fd19-427f-8c50-a426605dfe01 req-c0ed67ab-6846-4963-b1f2-f562bd5e03a3 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:45.767510 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-7c4915fe-fd19-427f-8c50-a426605dfe01 req-c0ed67ab-6846-4963-b1f2-f562bd5e03a3 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2c5224f-3c8e-4f48-ae99-72a5b00e94ce HTTP/1.1" status: 200  len: 945 time: 0.2633705
Apr 16 05:07:45.926604 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-7c4915fe-fd19-427f-8c50-a426605dfe01 req-275f77a1-a85b-4e18-8a06-54f2b5eab431 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/security-groups?id=4caff57c-68d2-4f1f-a5bc-b37d2db244ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1149666
Apr 16 05:07:46.042763 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [req-ef3bfb30-6a02-4e2f-a4cf-62418b1fa024 req-0af983ae-342a-4be2-9856-f1413405094d tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] For port a16c1736-e19e-4ba4-b59e-1ab713023d6e, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=a16c1736-e19e-4ba4-b59e-1ab713023d6e,segment=NetworkSegment(e0c30da2-1a68-4f2e-be9b-2ec222378b18),segment_id=e0c30da2-1a68-4f2e-be9b-2ec222378b18)] {{(pid=85357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:07:46.043551 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-ef3bfb30-6a02-4e2f-a4cf-62418b1fa024 req-0af983ae-342a-4be2-9856-f1413405094d tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821567696'] for port, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:46.223273 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [req-ef3bfb30-6a02-4e2f-a4cf-62418b1fa024 req-0af983ae-342a-4be2-9856-f1413405094d tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Calling delete_port for a16c1736-e19e-4ba4-b59e-1ab713023d6e owned by compute:nova {{(pid=85357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 05:07:46.328438 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad66628-5214-49f4-9f54-727b71d3d676 req-721d0ac6-9d28-44eb-9fdc-a46f7f035091 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:46.330092 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-bad66628-5214-49f4-9f54-727b71d3d676 req-721d0ac6-9d28-44eb-9fdc-a46f7f035091 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a6db6-5e0e-4625-805b-854fe43bd156 HTTP/1.1" status: 200  len: 945 time: 0.3702147
Apr 16 05:07:46.432928 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-bad66628-5214-49f4-9f54-727b71d3d676 req-c0daa2c8-3cc8-4308-8669-8dd44bed5d95 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0871663
Apr 16 05:07:46.477980 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-ef3bfb30-6a02-4e2f-a4cf-62418b1fa024 req-0af983ae-342a-4be2-9856-f1413405094d tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752522904879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752522456008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30120147'] for port, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:46.495881 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-8f54740a-da06-46d5-a354-4a942ede3198 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:07:46.527739 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] get_ports_and_sgs() called for port_ids ['a16c1736-e19e-4ba4-b59e-1ab713023d6e'] {{(pid=85358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 05:07:46.578701 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af983ae-342a-4be2-9856-f1413405094d tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Pushing event deleted for resources: {'Port': ['ID=a16c1736-e19e-4ba4-b59e-1ab713023d6e,revision_number=None']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:07:46.675114 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af983ae-342a-4be2-9856-f1413405094d tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:07:46.675523 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af983ae-342a-4be2-9856-f1413405094d tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:07:46.675910 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af983ae-342a-4be2-9856-f1413405094d tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:07:46.676329 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af983ae-342a-4be2-9856-f1413405094d tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:07:46.676706 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af983ae-342a-4be2-9856-f1413405094d tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:07:46.677168 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af983ae-342a-4be2-9856-f1413405094d tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:07:46.677714 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af983ae-342a-4be2-9856-f1413405094d tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:07:46.678156 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af983ae-342a-4be2-9856-f1413405094d tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:07:46.678629 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af983ae-342a-4be2-9856-f1413405094d tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:07:46.679072 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af983ae-342a-4be2-9856-f1413405094d tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:07:46.679609 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af983ae-342a-4be2-9856-f1413405094d tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:07:46.680110 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af983ae-342a-4be2-9856-f1413405094d tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:07:46.684425 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-0af983ae-342a-4be2-9856-f1413405094d tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:07:46.868864 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef3bfb30-6a02-4e2f-a4cf-62418b1fa024 req-0af983ae-342a-4be2-9856-f1413405094d tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] No DVR routers for this DVR port a16c1736-e19e-4ba4-b59e-1ab713023d6e on host hv-cinder-78652 {{(pid=85357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 16 05:07:46.872104 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-ef3bfb30-6a02-4e2f-a4cf-62418b1fa024 req-0af983ae-342a-4be2-9856-f1413405094d tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:46.875499 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c5224f-3c8e-4f48-ae99-72a5b00e94ce', 'name': 'network-vif-deleted', 'tag': 'a16c1736-e19e-4ba4-b59e-1ab713023d6e'}] {{(pid=85357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 05:07:46.899127 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ef3bfb30-6a02-4e2f-a4cf-62418b1fa024 req-0af983ae-342a-4be2-9856-f1413405094d tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.16 "DELETE /v2.0/ports/a16c1736-e19e-4ba4-b59e-1ab713023d6e HTTP/1.1" status: 204  len: 173 time: 1.5877042
Apr 16 05:07:46.985356 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c5224f-3c8e-4f48-ae99-72a5b00e94ce', 'name': 'network-vif-deleted', 'tag': 'a16c1736-e19e-4ba4-b59e-1ab713023d6e', 'status': 'completed', 'code': 200}
Apr 16 05:07:47.227931 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-cefddf07-da15-4cc4-9b10-734a80c5c426 req-4b656cc8-80fc-467e-a873-a04d90c741dd tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Synchronizing usage tracker for tenant:7f44f6ee260749d7a681aeb529427a10 on resource:port {{(pid=85357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 05:07:47.254114 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-cefddf07-da15-4cc4-9b10-734a80c5c426 req-4b656cc8-80fc-467e-a873-a04d90c741dd tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Unset dirty status for tenant:7f44f6ee260749d7a681aeb529427a10 on resource:port {{(pid=85357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 05:07:47.255971 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-cefddf07-da15-4cc4-9b10-734a80c5c426 req-4b656cc8-80fc-467e-a873-a04d90c741dd tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2c5224f-3c8e-4f48-ae99-72a5b00e94ce HTTP/1.1" status: 200  len: 210 time: 0.1421523
Apr 16 05:07:47.709918 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1305af97-83ee-4299-8b2c-2cf7010931be req-932534fc-d43f-4af4-8d4c-dca423cadced tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:47.718540 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-1305af97-83ee-4299-8b2c-2cf7010931be req-932534fc-d43f-4af4-8d4c-dca423cadced tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a6db6-5e0e-4625-805b-854fe43bd156 HTTP/1.1" status: 200  len: 945 time: 0.1230094
Apr 16 05:07:47.777171 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-1305af97-83ee-4299-8b2c-2cf7010931be req-9471af49-5c60-425c-bcc4-1665867b22ad tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572486
Apr 16 05:07:48.436581 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 37346) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:07:48.543183 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0127f5f-f3c9-43d8-9a31-d0448ce98b2c admin admin] Deleting subnet 28b73d84-839b-41f8-8a99-404cd24cc829 {{(pid=85357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 16 05:07:48.547521 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f0127f5f-f3c9-43d8-9a31-d0448ce98b2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:48.610967 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f0127f5f-f3c9-43d8-9a31-d0448ce98b2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30839224'] for subnet, precommit_delete_associations {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:48.678343 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f0127f5f-f3c9-43d8-9a31-d0448ce98b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-24815'] for subnet, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:49.186381 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5a67a-5e68-4444-9745-d75822857a63 req-a489b2af-c9a4-4354-a95c-4fabf013c74c tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:49.192544 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-59b5a67a-5e68-4444-9745-d75822857a63 req-a489b2af-c9a4-4354-a95c-4fabf013c74c tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a6db6-5e0e-4625-805b-854fe43bd156 HTTP/1.1" status: 200  len: 945 time: 0.2671769
Apr 16 05:07:49.233671 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f0127f5f-f3c9-43d8-9a31-d0448ce98b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854751001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821614264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036824655738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31845136'] for subnet, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:49.279410 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:07:49.410397 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0127f5f-f3c9-43d8-9a31-d0448ce98b2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28b73d84-839b-41f8-8a99-404cd24cc829,revision_number=None']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:07:49.413503 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-f0127f5f-f3c9-43d8-9a31-d0448ce98b2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:07:49.424457 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-59b5a67a-5e68-4444-9745-d75822857a63 req-0464688c-86e0-49ff-b5b3-464df7f29304 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2218897
Apr 16 05:07:49.430562 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f4909-9fc0-4f23-aef4-58d31db8884d req-011a227f-fa57-427d-a2d2-1899050bae99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:49.432876 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ac7f4909-9fc0-4f23-aef4-58d31db8884d req-011a227f-fa57-427d-a2d2-1899050bae99 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7f6a6db6-5e0e-4625-805b-854fe43bd156 HTTP/1.1" status: 200  len: 1098 time: 0.3646388
Apr 16 05:07:49.504891 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ac7f4909-9fc0-4f23-aef4-58d31db8884d req-f3cba856-9ac9-4934-aa6d-8c294ac2030a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634525
Apr 16 05:07:49.537069 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f0127f5f-f3c9-43d8-9a31-d0448ce98b2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:49.547034 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-f0127f5f-f3c9-43d8-9a31-d0448ce98b2c admin admin] 10.222.0.26 "DELETE /v2.0/subnets/28b73d84-839b-41f8-8a99-404cd24cc829 HTTP/1.1" status: 204  len: 168 time: 1.1066401
Apr 16 05:07:49.547555 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 37360) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:07:49.682610 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-8b176a58-8d75-4f22-bc44-0977f05acdd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854762676'] for network, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:49.896780 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-8b176a58-8d75-4f22-bc44-0977f05acdd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854672018', 'neutron.services.segments.db._delete_segments_for_network-8752523025096'] for network, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:50.044876 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.services.segments.db [None req-8b176a58-8d75-4f22-bc44-0977f05acdd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5dad2b4e80>,) {'filters': {'network_id': ['469c610d-3640-4407-b2a9-dd8cd792723c']}} {{(pid=85356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:07:50.062296 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.services.segments.db [None req-8b176a58-8d75-4f22-bc44-0977f05acdd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5dad2b4e80>, 'e0c30da2-1a68-4f2e-be9b-2ec222378b18') {'for_net_delete': True} {{(pid=85356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:07:50.063059 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.services.segments.db [None req-8b176a58-8d75-4f22-bc44-0977f05acdd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5dad2b4e80>, 'e0c30da2-1a68-4f2e-be9b-2ec222378b18') {} {{(pid=85356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:07:50.079766 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-8b176a58-8d75-4f22-bc44-0977f05acdd2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752523028953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33375231'] for segment, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:50.117681 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-8b176a58-8d75-4f22-bc44-0977f05acdd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854750583'] for segment, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:50.131631 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b176a58-8d75-4f22-bc44-0977f05acdd2 admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=85356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 16 05:07:50.407991 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device a16c1736-e19e-4ba4-b59e-1ab713023d6e no longer exists at agent hyperv_hv-cinder-78652 {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 05:07:50.450998 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] No Port match for: a16c1736-e19e-4ba4-b59e-1ab713023d6e {{(pid=85358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 16 05:07:50.451300 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device a16c1736-e19e-4ba4-b59e-1ab713023d6e not bound to the agent host hv-cinder-78652 {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 05:07:50.725650 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605178e8-b1dc-4251-b58a-a54db195c3c1 req-545443b8-4172-45d5-9c0f-3b168244342e tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:50.728858 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-605178e8-b1dc-4251-b58a-a54db195c3c1 req-545443b8-4172-45d5-9c0f-3b168244342e tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a6db6-5e0e-4625-805b-854fe43bd156 HTTP/1.1" status: 200  len: 945 time: 0.1608624
Apr 16 05:07:50.786232 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-8b176a58-8d75-4f22-bc44-0977f05acdd2 admin admin] Network 469c610d-3640-4407-b2a9-dd8cd792723c has no segments {{(pid=85356) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 16 05:07:50.795252 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-8b176a58-8d75-4f22-bc44-0977f05acdd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-25233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32053224'] for segment, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:50.804111 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-605178e8-b1dc-4251-b58a-a54db195c3c1 req-181d7b38-83c7-4dfe-b57c-da47caed164a tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630219
Apr 16 05:07:51.052984 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-8b176a58-8d75-4f22-bc44-0977f05acdd2 admin admin] Network 469c610d-3640-4407-b2a9-dd8cd792723c has no segments {{(pid=85356) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 16 05:07:51.077818 dv-cinder-786524-1-iscsi neutron-server[85243]: Traceback (most recent call last):
Apr 16 05:07:51.077818 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 05:07:51.077818 dv-cinder-786524-1-iscsi neutron-server[85243]:     timer()
Apr 16 05:07:51.077818 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 05:07:51.077818 dv-cinder-786524-1-iscsi neutron-server[85243]:     cb(*args, **kw)
Apr 16 05:07:51.077818 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 16 05:07:51.077818 dv-cinder-786524-1-iscsi neutron-server[85243]:     return func(*args, **kwargs)
Apr 16 05:07:51.077818 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 05:07:51.077818 dv-cinder-786524-1-iscsi neutron-server[85243]:     self._notify()
Apr 16 05:07:51.077818 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 05:07:51.077818 dv-cinder-786524-1-iscsi neutron-server[85243]:     self.callback(batched_events)
Apr 16 05:07:51.077818 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 05:07:51.077818 dv-cinder-786524-1-iscsi neutron-server[85243]:     event.method(event)
Apr 16 05:07:51.077818 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 16 05:07:51.077818 dv-cinder-786524-1-iscsi neutron-server[85243]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 05:07:51.077818 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 16 05:07:51.077818 dv-cinder-786524-1-iscsi neutron-server[85243]:     segment_id)['aggregates'][0]
Apr 16 05:07:51.077818 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 16 05:07:51.077818 dv-cinder-786524-1-iscsi neutron-server[85243]:     return f(self, *a, **k)
Apr 16 05:07:51.077818 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 16 05:07:51.077818 dv-cinder-786524-1-iscsi neutron-server[85243]:     return self._get(url).json()
Apr 16 05:07:51.077818 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 05:07:51.077818 dv-cinder-786524-1-iscsi neutron-server[85243]:     **kwargs)
Apr 16 05:07:51.077818 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 05:07:51.077818 dv-cinder-786524-1-iscsi neutron-server[85243]:     return self.request(url, 'GET', **kwargs)
Apr 16 05:07:51.077818 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 16 05:07:51.077818 dv-cinder-786524-1-iscsi neutron-server[85243]:     **endpoint_filter)
Apr 16 05:07:51.077818 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 05:07:51.077818 dv-cinder-786524-1-iscsi neutron-server[85243]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 05:07:51.077818 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 05:07:51.077818 dv-cinder-786524-1-iscsi neutron-server[85243]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 05:07:51.077818 dv-cinder-786524-1-iscsi neutron-server[85243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 05:07:51.164833 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-8b176a58-8d75-4f22-bc44-0977f05acdd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-103783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821614228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33197052'] for network, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:51.175119 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2d8afbd5-4f98-4a88-8a44-d32c7ed61419 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:07:51.215833 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-8b176a58-8d75-4f22-bc44-0977f05acdd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821710155'] for network, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:51.245409 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b176a58-8d75-4f22-bc44-0977f05acdd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=469c610d-3640-4407-b2a9-dd8cd792723c,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:07:51.254175 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b176a58-8d75-4f22-bc44-0977f05acdd2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:07:51.254590 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b176a58-8d75-4f22-bc44-0977f05acdd2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:07:51.255000 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b176a58-8d75-4f22-bc44-0977f05acdd2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:07:51.255404 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b176a58-8d75-4f22-bc44-0977f05acdd2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:07:51.255801 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b176a58-8d75-4f22-bc44-0977f05acdd2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:07:51.256199 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b176a58-8d75-4f22-bc44-0977f05acdd2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:07:51.256593 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b176a58-8d75-4f22-bc44-0977f05acdd2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:07:51.256988 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b176a58-8d75-4f22-bc44-0977f05acdd2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:07:51.257466 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b176a58-8d75-4f22-bc44-0977f05acdd2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:07:51.257777 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b176a58-8d75-4f22-bc44-0977f05acdd2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:07:51.258168 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b176a58-8d75-4f22-bc44-0977f05acdd2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:07:51.258555 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b176a58-8d75-4f22-bc44-0977f05acdd2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:07:51.262694 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-8b176a58-8d75-4f22-bc44-0977f05acdd2 admin admin] 10.222.0.26 "DELETE /v2.0/networks/469c610d-3640-4407-b2a9-dd8cd792723c HTTP/1.1" status: 204  len: 168 time: 1.7139888
Apr 16 05:07:51.263816 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-8b176a58-8d75-4f22-bc44-0977f05acdd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:07:51.478618 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 37384) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:07:51.543109 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 37388) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:07:51.553748 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-f178750f-865f-4573-af63-21ce57795030 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7f44f6ee260749d7a681aeb529427a10&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0612473
Apr 16 05:07:51.656859 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-8aa83e2b-77cd-40a9-83b4-7dd29c636647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:51.700539 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-8aa83e2b-77cd-40a9-83b4-7dd29c636647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:51.762952 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-8aa83e2b-77cd-40a9-83b4-7dd29c636647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:51.768473 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-7947f751-f765-414f-abf6-47256f055fea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:07:51.788999 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa83e2b-77cd-40a9-83b4-7dd29c636647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4caff57c-68d2-4f1f-a5bc-b37d2db244ad,revision_number=None']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:07:51.831801 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-8aa83e2b-77cd-40a9-83b4-7dd29c636647 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:07:51.833978 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-8aa83e2b-77cd-40a9-83b4-7dd29c636647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:51.840533 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-8aa83e2b-77cd-40a9-83b4-7dd29c636647 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4caff57c-68d2-4f1f-a5bc-b37d2db244ad HTTP/1.1" status: 204  len: 168 time: 0.2955430
Apr 16 05:07:52.454588 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923701c1-2917-4019-af5f-336364d9b744 req-3a692ab8-701c-4e3e-a7e8-c8007ac7d019 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:52.456557 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-923701c1-2917-4019-af5f-336364d9b744 req-3a692ab8-701c-4e3e-a7e8-c8007ac7d019 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a6db6-5e0e-4625-805b-854fe43bd156 HTTP/1.1" status: 200  len: 945 time: 0.4611714
Apr 16 05:07:52.574663 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-923701c1-2917-4019-af5f-336364d9b744 req-ccf24f8a-d038-4bf0-b96e-a93627c42b87 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1102521
Apr 16 05:07:52.637495 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6416c4e-dfa6-4207-ba44-4270e55af927 req-1f4ca2c9-7a47-456e-9ed6-9edb9c7fcbf5 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:52.647103 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-f6416c4e-dfa6-4207-ba44-4270e55af927 req-1f4ca2c9-7a47-456e-9ed6-9edb9c7fcbf5 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e67bc2f-10f1-4382-811e-d54f8a3a8471 HTTP/1.1" status: 200  len: 945 time: 0.1606772
Apr 16 05:07:52.712265 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-f6416c4e-dfa6-4207-ba44-4270e55af927 req-3a2d6fd3-1a05-490b-8e24-0cfc24b7fb73 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "GET /v2.0/security-groups?id=1a46ccf0-69fb-42e0-8c00-00a7e2484635&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638263
Apr 16 05:07:52.730224 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 37420) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:07:53.327806 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488fa0a9-7b03-4c0b-97b3-c67a41afd6b6 tempest-TestMinimumBasicScenario-262062824 tempest-TestMinimumBasicScenario-262062824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:53.328888 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-488fa0a9-7b03-4c0b-97b3-c67a41afd6b6 tempest-TestMinimumBasicScenario-262062824 tempest-TestMinimumBasicScenario-262062824-project-admin] Synchronizing usage tracker for tenant:9e123026a25e4d72ac0dd52783e66129 on resource:port {{(pid=85357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 05:07:53.343138 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49ec7b-b734-4e5c-b2ab-7e3bd396bdca req-13358498-47ff-4d09-af0d-a500a6311e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:53.344821 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-bb49ec7b-b734-4e5c-b2ab-7e3bd396bdca req-13358498-47ff-4d09-af0d-a500a6311e50 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=906565d5b9534e68b06210dedd1603fb&device_id=7f6a6db6-5e0e-4625-805b-854fe43bd156 HTTP/1.1" status: 200  len: 1098 time: 0.1628790
Apr 16 05:07:53.505307 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1315a24c-0131-4129-86fe-da2b020c0ba0 req-f0356400-987f-4c2e-a467-97a7898ca809 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:53.507067 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-1315a24c-0131-4129-86fe-da2b020c0ba0 req-f0356400-987f-4c2e-a467-97a7898ca809 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a6db6-5e0e-4625-805b-854fe43bd156 HTTP/1.1" status: 200  len: 945 time: 0.3966565
Apr 16 05:07:53.508131 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49ec7b-b734-4e5c-b2ab-7e3bd396bdca req-fe52cf5b-8bce-4566-8b10-3b24d684b634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:53.509575 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-bb49ec7b-b734-4e5c-b2ab-7e3bd396bdca req-fe52cf5b-8bce-4566-8b10-3b24d684b634 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7f06c768-0917-4905-82a4-2a04abfa7281 HTTP/1.1" status: 200  len: 919 time: 0.1567192
Apr 16 05:07:53.515072 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-488fa0a9-7b03-4c0b-97b3-c67a41afd6b6 tempest-TestMinimumBasicScenario-262062824 tempest-TestMinimumBasicScenario-262062824-project-admin] Unset dirty status for tenant:9e123026a25e4d72ac0dd52783e66129 on resource:port {{(pid=85357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 05:07:53.516578 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-488fa0a9-7b03-4c0b-97b3-c67a41afd6b6 tempest-TestMinimumBasicScenario-262062824 tempest-TestMinimumBasicScenario-262062824-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=3e67bc2f-10f1-4382-811e-d54f8a3a8471 HTTP/1.1" status: 200  len: 1093 time: 0.7849238
Apr 16 05:07:53.521284 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 37446) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:07:53.529198 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-525d8d7a-3736-4b91-88e6-ca59c27a3c04 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Request body: {'floatingip': {'floating_network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'port_id': '9c69d104-f6fe-4cb2-9c63-1a0b0123cad4', 'tenant_id': '57e4f259d16345e68f38a623884c740f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=85356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:07:53.540740 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-525d8d7a-3736-4b91-88e6-ca59c27a3c04 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:07:53.547210 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-525d8d7a-3736-4b91-88e6-ca59c27a3c04 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Usage tracker for resource:floatingip and tenant:57e4f259d16345e68f38a623884c740f is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:07:53.559613 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-525d8d7a-3736-4b91-88e6-ca59c27a3c04 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:07:53.576820 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-525d8d7a-3736-4b91-88e6-ca59c27a3c04 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:07:53.592612 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-525d8d7a-3736-4b91-88e6-ca59c27a3c04 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Notify callbacks [] for floatingip, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:53.630868 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-bb49ec7b-b734-4e5c-b2ab-7e3bd396bdca req-45c6da5e-50f5-457e-b24b-e97fb78bfea5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=812f1224-5033-4d66-a589-6e8874a8ace2 HTTP/1.1" status: 200  len: 217 time: 0.1109753
Apr 16 05:07:53.667385 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-1315a24c-0131-4129-86fe-da2b020c0ba0 req-289ede78-57a2-483f-be52-5c1a61514177 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1493757
Apr 16 05:07:53.738474 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49ec7b-b734-4e5c-b2ab-7e3bd396bdca req-946cc020-e085-479a-9e00-30d23c90005a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:53.740096 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-bb49ec7b-b734-4e5c-b2ab-7e3bd396bdca req-946cc020-e085-479a-9e00-30d23c90005a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=092c750d-226a-4b66-92f6-9f771b17666a HTTP/1.1" status: 200  len: 858 time: 0.0766442
Apr 16 05:07:53.808652 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-bb49ec7b-b734-4e5c-b2ab-7e3bd396bdca req-a8fb4236-fde8-4c14-b476-10144806c5e6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7f06c768-0917-4905-82a4-2a04abfa7281&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0601013
Apr 16 05:07:53.811906 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-525d8d7a-3736-4b91-88e6-ca59c27a3c04 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:54.058264 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-bb49ec7b-b734-4e5c-b2ab-7e3bd396bdca req-b26c2a5d-faf6-4895-a8be-cd0ae1d74516 service neutron] 10.222.0.16 "GET /v2.0/networks/7f06c768-0917-4905-82a4-2a04abfa7281?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2371802
Apr 16 05:07:54.069535 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.db_base_plugin_common [None req-525d8d7a-3736-4b91-88e6-ca59c27a3c04 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Allocated IP 172.27.2.14 (09b59cd3-13be-4f6b-8ba8-71a7bb13ef88/d321c4f6-731d-44eb-a563-8ed238725710/adee163d-7efd-499b-86ff-223cb4ddf3fb) {{(pid=85356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 05:07:54.302230 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-bb49ec7b-b734-4e5c-b2ab-7e3bd396bdca req-ba59b0aa-b055-420b-8184-cb2740810e92 service neutron] 10.222.0.16 "GET /v2.0/networks/7f06c768-0917-4905-82a4-2a04abfa7281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2351520
Apr 16 05:07:54.322301 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-525d8d7a-3736-4b91-88e6-ca59c27a3c04 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Notify callbacks [] for port, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:54.379087 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-525d8d7a-3736-4b91-88e6-ca59c27a3c04 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284332319809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32051484'] for port, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:54.421021 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:07:54.595452 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525d8d7a-3736-4b91-88e6-ca59c27a3c04 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Pushing event updated for resources: {'Port': ['ID=adee163d-7efd-499b-86ff-223cb4ddf3fb,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:07:54.600519 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-525d8d7a-3736-4b91-88e6-ca59c27a3c04 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:07:54.680715 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525d8d7a-3736-4b91-88e6-ca59c27a3c04 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Network 09b59cd3-13be-4f6b-8ba8-71a7bb13ef88 is already hosted by enough agents. {{(pid=85356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 05:07:54.686634 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [None req-525d8d7a-3736-4b91-88e6-ca59c27a3c04 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Resources bound (agent type, host, resource id):  {{(pid=85356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 05:07:54.693699 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525d8d7a-3736-4b91-88e6-ca59c27a3c04 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Received port after_create {{(pid=85356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 05:07:55.042225 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc037c8-a48f-4ba4-993a-f4cc3229c628 req-66263fee-7adb-445d-842c-91cdd59d5b75 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:55.045569 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-5dc037c8-a48f-4ba4-993a-f4cc3229c628 req-66263fee-7adb-445d-842c-91cdd59d5b75 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a6db6-5e0e-4625-805b-854fe43bd156 HTTP/1.1" status: 200  len: 945 time: 0.1222148
Apr 16 05:07:55.099690 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-5dc037c8-a48f-4ba4-993a-f4cc3229c628 req-d9c7cb43-d783-48fc-9187-54125f7a8c42 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482893
Apr 16 05:07:55.610543 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-525d8d7a-3736-4b91-88e6-ca59c27a3c04 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:55.777524 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-525d8d7a-3736-4b91-88e6-ca59c27a3c04 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:56.051903 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-525d8d7a-3736-4b91-88e6-ca59c27a3c04 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Notify callbacks [] for port, precommit_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:56.056225 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-525d8d7a-3736-4b91-88e6-ca59c27a3c04 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822724348'] for port, after_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:56.074367 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-525d8d7a-3736-4b91-88e6-ca59c27a3c04 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:07:56.252285 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525d8d7a-3736-4b91-88e6-ca59c27a3c04 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Pushing event updated for resources: {'Port': ['ID=adee163d-7efd-499b-86ff-223cb4ddf3fb,revision_number=2']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:07:56.255418 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-525d8d7a-3736-4b91-88e6-ca59c27a3c04 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:07:56.324011 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe16c82-edbc-4e0e-8729-17b0f0525c60 req-a0550c21-f46d-4e9a-8a2d-db12abb258f6 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:56.326070 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-7fe16c82-edbc-4e0e-8729-17b0f0525c60 req-a0550c21-f46d-4e9a-8a2d-db12abb258f6 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a6db6-5e0e-4625-805b-854fe43bd156 HTTP/1.1" status: 200  len: 945 time: 0.1049893
Apr 16 05:07:56.355564 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-525d8d7a-3736-4b91-88e6-ca59c27a3c04 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33197037'] for floatingip, after_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:56.383952 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-7fe16c82-edbc-4e0e-8729-17b0f0525c60 req-9a68d1ac-6515-4c1c-869d-10571f05c770 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497069
Apr 16 05:07:56.825053 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.db.l3_db [None req-525d8d7a-3736-4b91-88e6-ca59c27a3c04 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Floating IP d58b706e-0c8b-461e-860f-f9045a44b8c8 associated. External IP: 172.27.2.14, port: 9c69d104-f6fe-4cb2-9c63-1a0b0123cad4.
Apr 16 05:07:57.264236 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-525d8d7a-3736-4b91-88e6-ca59c27a3c04 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Router 625a73bd-ef02-4473-a2f8-3b8e606d283a has already been hosted by L3 agent 9bacd1b6-99a0-44b1-8352-fe12768771b0 {{(pid=85356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 16 05:07:57.471919 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-525d8d7a-3736-4b91-88e6-ca59c27a3c04 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Notify agent at l3_agent.dv-cinder-786524-1-iscsi the message routers_updated {{(pid=85356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 05:07:57.484131 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124e0257-5f8a-48b0-9526-a1c680ac70bd None None] Sync routers for ids ['625a73bd-ef02-4473-a2f8-3b8e606d283a'] in dv-cinder-786524-1-iscsi {{(pid=85359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 05:07:57.500022 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124e0257-5f8a-48b0-9526-a1c680ac70bd None None] Routers {'625a73bd-ef02-4473-a2f8-3b8e606d283a'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:07:57.500716 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-124e0257-5f8a-48b0-9526-a1c680ac70bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5daf977dd8>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:07:37Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['625a73bd-ef02-4473-a2f8-3b8e606d283a'], 'active': True} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:07:57.504600 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-525d8d7a-3736-4b91-88e6-ca59c27a3c04 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for floatingip, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:57.580158 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-525d8d7a-3736-4b91-88e6-ca59c27a3c04 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 4.0570428
Apr 16 05:07:57.580602 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 37574) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:07:57.581072 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e67bc2f-10f1-4382-811e-d54f8a3a8471', 'tag': '9c69d104-f6fe-4cb2-9c63-1a0b0123cad4'}] {{(pid=85356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 05:07:57.593793 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-3f8e2b11-0b9b-45e9-bb6a-f27e3e0bbb0c tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-493261910', 'description': 'tempest-secgroup-smoke-493261910 description', 'project_id': '57e4f259d16345e68f38a623884c740f'}} {{(pid=85357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:07:57.600662 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-3f8e2b11-0b9b-45e9-bb6a-f27e3e0bbb0c tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:07:57.604766 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-3f8e2b11-0b9b-45e9-bb6a-f27e3e0bbb0c tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Usage tracker for resource:security_group and tenant:57e4f259d16345e68f38a623884c740f is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:07:57.607982 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-3f8e2b11-0b9b-45e9-bb6a-f27e3e0bbb0c tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:07:57.614526 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-3f8e2b11-0b9b-45e9-bb6a-f27e3e0bbb0c tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:07:57.635530 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-3f8e2b11-0b9b-45e9-bb6a-f27e3e0bbb0c tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Notify callbacks [] for security_group, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:57.646911 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e67bc2f-10f1-4382-811e-d54f8a3a8471', 'tag': '9c69d104-f6fe-4cb2-9c63-1a0b0123cad4', 'status': 'completed', 'code': 200}
Apr 16 05:07:57.656169 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32833231-2369-4436-9f87-a3907b016ddb req-8a2d3fe8-f696-4d47-bbc4-aace8b52545e tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:57.658235 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-32833231-2369-4436-9f87-a3907b016ddb req-8a2d3fe8-f696-4d47-bbc4-aace8b52545e tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a6db6-5e0e-4625-805b-854fe43bd156 HTTP/1.1" status: 200  len: 945 time: 0.1420138
Apr 16 05:07:57.684264 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-3f8e2b11-0b9b-45e9-bb6a-f27e3e0bbb0c tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:07:57.694533 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-3f8e2b11-0b9b-45e9-bb6a-f27e3e0bbb0c tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Usage tracker for resource:security_group_rule and tenant:57e4f259d16345e68f38a623884c740f is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:07:57.700809 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-3f8e2b11-0b9b-45e9-bb6a-f27e3e0bbb0c tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:07:57.719029 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-3f8e2b11-0b9b-45e9-bb6a-f27e3e0bbb0c tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:07:57.723757 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-124e0257-5f8a-48b0-9526-a1c680ac70bd None None] Set router 625a73bd-ef02-4473-a2f8-3b8e606d283a gateway port host: dv-cinder-786524-1-iscsi {{(pid=85359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:07:57.788261 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-32833231-2369-4436-9f87-a3907b016ddb req-64c6107a-c9e1-457e-8bff-6aa8dfa75651 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1201115
Apr 16 05:07:57.869303 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-3f8e2b11-0b9b-45e9-bb6a-f27e3e0bbb0c tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Notify callbacks [] for security_group, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:57.876312 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-3f8e2b11-0b9b-45e9-bb6a-f27e3e0bbb0c tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:57.881368 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2aed08d7-2711-4a28-94d6-a97f487b0005 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:07:57.925374 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8e2b11-0b9b-45e9-bb6a-f27e3e0bbb0c tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15af2dd6-ec6f-4d65-b920-3058c965fd47,revision_number=1']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:07:57.958498 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-3f8e2b11-0b9b-45e9-bb6a-f27e3e0bbb0c tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:07:57.984930 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb9d1d-982c-4123-aa51-3d92bcc89050 req-dcecacb5-0520-4510-89da-ae274454c7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:57.986586 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-27cb9d1d-982c-4123-aa51-3d92bcc89050 req-dcecacb5-0520-4510-89da-ae274454c7ec service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=57e4f259d16345e68f38a623884c740f&device_id=3e67bc2f-10f1-4382-811e-d54f8a3a8471 HTTP/1.1" status: 200  len: 1098 time: 0.2708573
Apr 16 05:07:57.991039 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-3f8e2b11-0b9b-45e9-bb6a-f27e3e0bbb0c tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Notify callbacks [] for security_group, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:57.992454 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-3f8e2b11-0b9b-45e9-bb6a-f27e3e0bbb0c tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.4096463
Apr 16 05:07:57.996231 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 37588) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:07:58.002704 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-a9d836f6-8e2a-4b3a-acad-de8e51ef1288 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Request body: {'security_group_rule': {'security_group_id': '15af2dd6-ec6f-4d65-b920-3058c965fd47', 'project_id': '57e4f259d16345e68f38a623884c740f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:07:58.021956 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-a9d836f6-8e2a-4b3a-acad-de8e51ef1288 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:07:58.033483 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-a9d836f6-8e2a-4b3a-acad-de8e51ef1288 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Usage tracker for resource:security_group_rule and tenant:57e4f259d16345e68f38a623884c740f is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:07:58.039370 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-a9d836f6-8e2a-4b3a-acad-de8e51ef1288 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:07:58.056262 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-a9d836f6-8e2a-4b3a-acad-de8e51ef1288 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:07:58.087231 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a9d836f6-8e2a-4b3a-acad-de8e51ef1288 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:58.158787 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb9d1d-982c-4123-aa51-3d92bcc89050 req-ca9c3a9b-e603-4d57-812d-82a00bb5bd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:58.160608 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-27cb9d1d-982c-4123-aa51-3d92bcc89050 req-ca9c3a9b-e603-4d57-812d-82a00bb5bd10 service neutron] 10.222.0.16 "GET /v2.0/networks?id=711b0f98-8a05-4a75-8630-64793983447c HTTP/1.1" status: 200  len: 915 time: 0.1660829
Apr 16 05:07:58.188873 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-124e0257-5f8a-48b0-9526-a1c680ac70bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5daf977dd8>, [{'id': '625a73bd-ef02-4473-a2f8-3b8e606d283a', 'name': 'tempest-TestMinimumBasicScenario-363380990-router', 'tenant_id': '57e4f259d16345e68f38a623884c740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'c433b4d6-1390-4af4-bd12-ce5d6159895e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:05:45Z', 'updated_at': '2021-04-16T05:05:59Z', 'revision_number': 4, 'project_id': '57e4f259d16345e68f38a623884c740f', 'gw_port': {'id': 'c433b4d6-1390-4af4-bd12-ce5d6159895e', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625a73bd-ef02-4473-a2f8-3b8e606d283a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:05:48Z', 'updated_at': '2021-04-16T05:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi', '_floatingips': [{'id': 'd58b706e-0c8b-461e-860f-f9045a44b8c8', 'tenant_id': '57e4f259d16345e68f38a623884c740f', 'floating_ip_address': '172.27.2.14', 'floating_network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'router_id': '625a73bd-ef02-4473-a2f8-3b8e606d283a', 'port_id': '9c69d104-f6fe-4cb2-9c63-1a0b0123cad4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '711b0f98-8a05-4a75-8630-64793983447c', 'mac_address': 'fa:16:3e:a0:b4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e67bc2f-10f1-4382-811e-d54f8a3a8471', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T05:07:55Z', 'updated_at': '2021-04-16T05:07:55Z', 'revision_number': 0, 'project_id': '57e4f259d16345e68f38a623884c740f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '654ec6f4-9d73-4665-9f62-fd6b97dd5aff', 'name': '', 'network_id': '711b0f98-8a05-4a75-8630-64793983447c', 'tenant_id': '57e4f259d16345e68f38a623884c740f', 'mac_address': 'fa:16:3e:a1:fc:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625a73bd-ef02-4473-a2f8-3b8e606d283a', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '2a881910-3355-4ca0-a698-89b5f02a16d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:05:57Z', 'updated_at': '2021-04-16T05:06:12Z', 'revision_number': 5, 'project_id': '57e4f259d16345e68f38a623884c740f', 'subnets': [{'id': '2a881910-3355-4ca0-a698-89b5f02a16d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:07:58.194067 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124e0257-5f8a-48b0-9526-a1c680ac70bd None None] Checking router: 625a73bd-ef02-4473-a2f8-3b8e606d283a for host: dv-cinder-786524-1-iscsi {{(pid=85359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 05:07:58.205996 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124e0257-5f8a-48b0-9526-a1c680ac70bd None None] Routers {'625a73bd-ef02-4473-a2f8-3b8e606d283a'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:07:58.207015 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-124e0257-5f8a-48b0-9526-a1c680ac70bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5daf977dd8>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:07:37Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['625a73bd-ef02-4473-a2f8-3b8e606d283a'], 'active': True} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:07:58.273134 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a9d836f6-8e2a-4b3a-acad-de8e51ef1288 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:58.283132 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a9d836f6-8e2a-4b3a-acad-de8e51ef1288 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612896'] for security_group_rule, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:58.285481 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:07:58.323458 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d836f6-8e2a-4b3a-acad-de8e51ef1288 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a159c5f6-5b82-4ecc-ae32-d58e65293235,revision_number=0']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:07:58.334195 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-a9d836f6-8e2a-4b3a-acad-de8e51ef1288 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:07:58.345612 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a9d836f6-8e2a-4b3a-acad-de8e51ef1288 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:58.346953 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-a9d836f6-8e2a-4b3a-acad-de8e51ef1288 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3494320
Apr 16 05:07:58.349174 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-27cb9d1d-982c-4123-aa51-3d92bcc89050 req-416475a5-1a87-4b4c-825c-66005b46b088 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c69d104-f6fe-4cb2-9c63-1a0b0123cad4 HTTP/1.1" status: 200  len: 998 time: 0.1797049
Apr 16 05:07:58.350016 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 37598) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:07:58.355592 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-42b62aa7-bc92-4a9a-9b17-834b66b7de6f tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Request body: {'security_group_rule': {'security_group_id': '15af2dd6-ec6f-4d65-b920-3058c965fd47', 'project_id': '57e4f259d16345e68f38a623884c740f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:07:58.363683 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-42b62aa7-bc92-4a9a-9b17-834b66b7de6f tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:07:58.378431 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-42b62aa7-bc92-4a9a-9b17-834b66b7de6f tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Usage tracker for resource:security_group_rule and tenant:57e4f259d16345e68f38a623884c740f is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:07:58.388907 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-42b62aa7-bc92-4a9a-9b17-834b66b7de6f tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:07:58.409313 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-42b62aa7-bc92-4a9a-9b17-834b66b7de6f tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:07:58.446078 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-42b62aa7-bc92-4a9a-9b17-834b66b7de6f tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:58.457823 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-124e0257-5f8a-48b0-9526-a1c680ac70bd None None] Set router 625a73bd-ef02-4473-a2f8-3b8e606d283a gateway port host: dv-cinder-786524-1-iscsi {{(pid=85359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:07:58.469458 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb9d1d-982c-4123-aa51-3d92bcc89050 req-68cdf5df-3891-4847-b218-dce6c11e5fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:58.471145 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-27cb9d1d-982c-4123-aa51-3d92bcc89050 req-68cdf5df-3891-4847-b218-dce6c11e5fb3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2a881910-3355-4ca0-a698-89b5f02a16d4 HTTP/1.1" status: 200  len: 853 time: 0.1090708
Apr 16 05:07:58.506830 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-42b62aa7-bc92-4a9a-9b17-834b66b7de6f tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:58.510269 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-42b62aa7-bc92-4a9a-9b17-834b66b7de6f tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612896'] for security_group_rule, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:58.512829 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-a9d836f6-8e2a-4b3a-acad-de8e51ef1288 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:07:58.539525 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b62aa7-bc92-4a9a-9b17-834b66b7de6f tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44894c10-2470-42b6-b5cf-6f8e6680b9c2,revision_number=0']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:07:58.544266 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-42b62aa7-bc92-4a9a-9b17-834b66b7de6f tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:07:58.555552 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-42b62aa7-bc92-4a9a-9b17-834b66b7de6f tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:58.557228 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-42b62aa7-bc92-4a9a-9b17-834b66b7de6f tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2061069
Apr 16 05:07:58.560350 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 37602) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:07:58.570960 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-3189525d-b049-4eae-afce-cf92cd2c8d9e tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Request body: {'security_group_rule': {'security_group_id': '15af2dd6-ec6f-4d65-b920-3058c965fd47', 'project_id': '57e4f259d16345e68f38a623884c740f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:07:58.571965 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb9d1d-982c-4123-aa51-3d92bcc89050 req-76740ed6-6f5b-4fdb-a98e-15c26451c766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:07:58.573581 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-27cb9d1d-982c-4123-aa51-3d92bcc89050 req-76740ed6-6f5b-4fdb-a98e-15c26451c766 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=711b0f98-8a05-4a75-8630-64793983447c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0936096
Apr 16 05:07:58.582833 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-3189525d-b049-4eae-afce-cf92cd2c8d9e tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:07:58.590236 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-3189525d-b049-4eae-afce-cf92cd2c8d9e tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Usage tracker for resource:security_group_rule and tenant:57e4f259d16345e68f38a623884c740f is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:07:58.596196 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-3189525d-b049-4eae-afce-cf92cd2c8d9e tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:07:58.608082 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-3189525d-b049-4eae-afce-cf92cd2c8d9e tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:07:58.628278 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-3189525d-b049-4eae-afce-cf92cd2c8d9e tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:58.701490 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-3189525d-b049-4eae-afce-cf92cd2c8d9e tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:58.705706 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-3189525d-b049-4eae-afce-cf92cd2c8d9e tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612896'] for security_group_rule, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:58.707944 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-0a0f1c75-2f40-4299-9ec5-97d71446bf5f tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:07:58.741286 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-27cb9d1d-982c-4123-aa51-3d92bcc89050 req-55d4266e-399e-4958-8bcd-9a9e88cf3d18 service neutron] 10.222.0.16 "GET /v2.0/networks/711b0f98-8a05-4a75-8630-64793983447c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1514201
Apr 16 05:07:58.743884 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 37608) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:07:58.800368 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3189525d-b049-4eae-afce-cf92cd2c8d9e tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3bcb881-0ac6-46a1-8699-755c5647c6f8,revision_number=0']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:07:58.807983 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-3189525d-b049-4eae-afce-cf92cd2c8d9e tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:07:58.808885 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-3189525d-b049-4eae-afce-cf92cd2c8d9e tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:58.811196 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-3189525d-b049-4eae-afce-cf92cd2c8d9e tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2491479
Apr 16 05:07:58.813227 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 37612) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:07:58.819836 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-f79eb13b-36df-4273-b254-8b1eef72c753 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Request body: {'security_group_rule': {'security_group_id': '15af2dd6-ec6f-4d65-b920-3058c965fd47', 'project_id': '57e4f259d16345e68f38a623884c740f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:07:58.826577 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-f79eb13b-36df-4273-b254-8b1eef72c753 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:07:58.835518 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-f79eb13b-36df-4273-b254-8b1eef72c753 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Usage tracker for resource:security_group_rule and tenant:57e4f259d16345e68f38a623884c740f is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:07:58.839155 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-f79eb13b-36df-4273-b254-8b1eef72c753 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:07:58.846886 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-f79eb13b-36df-4273-b254-8b1eef72c753 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:07:58.850320 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc0e8c40-049c-4ae0-bba0-685f46d9ffae admin admin] Deleting subnet e96cff82-a5f7-4d31-b67e-607a75212a3f {{(pid=85356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 16 05:07:58.854022 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-cc0e8c40-049c-4ae0-bba0-685f46d9ffae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:58.867230 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f79eb13b-36df-4273-b254-8b1eef72c753 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:58.901502 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-124e0257-5f8a-48b0-9526-a1c680ac70bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5daf977dd8>, [{'id': '625a73bd-ef02-4473-a2f8-3b8e606d283a', 'name': 'tempest-TestMinimumBasicScenario-363380990-router', 'tenant_id': '57e4f259d16345e68f38a623884c740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'c433b4d6-1390-4af4-bd12-ce5d6159895e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:05:45Z', 'updated_at': '2021-04-16T05:05:59Z', 'revision_number': 4, 'project_id': '57e4f259d16345e68f38a623884c740f', 'gw_port': {'id': 'c433b4d6-1390-4af4-bd12-ce5d6159895e', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625a73bd-ef02-4473-a2f8-3b8e606d283a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:05:48Z', 'updated_at': '2021-04-16T05:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi', '_floatingips': [{'id': 'd58b706e-0c8b-461e-860f-f9045a44b8c8', 'tenant_id': '57e4f259d16345e68f38a623884c740f', 'floating_ip_address': '172.27.2.14', 'floating_network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'router_id': '625a73bd-ef02-4473-a2f8-3b8e606d283a', 'port_id': '9c69d104-f6fe-4cb2-9c63-1a0b0123cad4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '711b0f98-8a05-4a75-8630-64793983447c', 'mac_address': 'fa:16:3e:a0:b4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e67bc2f-10f1-4382-811e-d54f8a3a8471', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T05:07:55Z', 'updated_at': '2021-04-16T05:07:55Z', 'revision_number': 0, 'project_id': '57e4f259d16345e68f38a623884c740f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '654ec6f4-9d73-4665-9f62-fd6b97dd5aff', 'name': '', 'network_id': '711b0f98-8a05-4a75-8630-64793983447c', 'tenant_id': '57e4f259d16345e68f38a623884c740f', 'mac_address': 'fa:16:3e:a1:fc:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625a73bd-ef02-4473-a2f8-3b8e606d283a', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '2a881910-3355-4ca0-a698-89b5f02a16d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:05:57Z', 'updated_at': '2021-04-16T05:06:12Z', 'revision_number': 5, 'project_id': '57e4f259d16345e68f38a623884c740f', 'subnets': [{'id': '2a881910-3355-4ca0-a698-89b5f02a16d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:07:58.906237 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124e0257-5f8a-48b0-9526-a1c680ac70bd None None] The sync data for ids ['625a73bd-ef02-4473-a2f8-3b8e606d283a'] in dv-cinder-786524-1-iscsi is: [{'id': '625a73bd-ef02-4473-a2f8-3b8e606d283a', 'name': 'tempest-TestMinimumBasicScenario-363380990-router', 'tenant_id': '57e4f259d16345e68f38a623884c740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'c433b4d6-1390-4af4-bd12-ce5d6159895e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:05:45Z', 'updated_at': '2021-04-16T05:05:59Z', 'revision_number': 4, 'project_id': '57e4f259d16345e68f38a623884c740f', 'gw_port': {'id': 'c433b4d6-1390-4af4-bd12-ce5d6159895e', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625a73bd-ef02-4473-a2f8-3b8e606d283a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:05:48Z', 'updated_at': '2021-04-16T05:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi', '_floatingips': [{'id': 'd58b706e-0c8b-461e-860f-f9045a44b8c8', 'tenant_id': '57e4f259d16345e68f38a623884c740f', 'floating_ip_address': '172.27.2.14', 'floating_network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'router_id': '625a73bd-ef02-4473-a2f8-3b8e606d283a', 'port_id': '9c69d104-f6fe-4cb2-9c63-1a0b0123cad4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '711b0f98-8a05-4a75-8630-64793983447c', 'mac_address': 'fa:16:3e:a0:b4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e67bc2f-10f1-4382-811e-d54f8a3a8471', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T05:07:55Z', 'updated_at': '2021-04-16T05:07:55Z', 'revision_number': 0, 'project_id': '57e4f259d16345e68f38a623884c740f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '654ec6f4-9d73-4665-9f62-fd6b97dd5aff', 'name': '', 'network_id': '711b0f98-8a05-4a75-8630-64793983447c', 'tenant_id': '57e4f259d16345e68f38a623884c740f', 'mac_address': 'fa:16:3e:a1:fc:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625a73bd-ef02-4473-a2f8-3b8e606d283a', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '2a881910-3355-4ca0-a698-89b5f02a16d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:05:57Z', 'updated_at': '2021-04-16T05:06:12Z', 'revision_number': 5, 'project_id': '57e4f259d16345e68f38a623884c740f', 'subnets': [{'id': '2a881910-3355-4ca0-a698-89b5f02a16d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 05:07:58.914522 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-cc0e8c40-049c-4ae0-bba0-685f46d9ffae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036821400633'] for subnet, precommit_delete_associations {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:58.939553 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f79eb13b-36df-4273-b254-8b1eef72c753 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:58.943120 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f79eb13b-36df-4273-b254-8b1eef72c753 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612896'] for security_group_rule, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:58.945458 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-530c3e2e-c47f-4006-bcc4-7a930203a451 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:07:58.971877 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79eb13b-36df-4273-b254-8b1eef72c753 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c54cd34-b995-4a98-aef6-bad86a54f7df,revision_number=0']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:07:58.978073 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-cc0e8c40-049c-4ae0-bba0-685f46d9ffae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-24815'] for subnet, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:58.981552 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-f79eb13b-36df-4273-b254-8b1eef72c753 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:07:59.004866 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f79eb13b-36df-4273-b254-8b1eef72c753 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:59.006224 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-f79eb13b-36df-4273-b254-8b1eef72c753 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1918786
Apr 16 05:07:59.009136 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 37616) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:07:59.015604 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-87ff9a1a-7753-4b2f-b6ad-b252dc4d3ea4 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Request body: {'security_group_rule': {'security_group_id': '15af2dd6-ec6f-4d65-b920-3058c965fd47', 'project_id': '57e4f259d16345e68f38a623884c740f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:07:59.022450 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-87ff9a1a-7753-4b2f-b6ad-b252dc4d3ea4 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:07:59.026482 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-87ff9a1a-7753-4b2f-b6ad-b252dc4d3ea4 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Usage tracker for resource:security_group_rule and tenant:57e4f259d16345e68f38a623884c740f is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:07:59.029644 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-87ff9a1a-7753-4b2f-b6ad-b252dc4d3ea4 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:07:59.036047 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-87ff9a1a-7753-4b2f-b6ad-b252dc4d3ea4 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:07:59.047244 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.db.securitygroups_db [None req-87ff9a1a-7753-4b2f-b6ad-b252dc4d3ea4 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Project 57e4f259d16345e68f38a623884c740f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 16 05:07:59.054608 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-87ff9a1a-7753-4b2f-b6ad-b252dc4d3ea4 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:59.126185 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-87ff9a1a-7753-4b2f-b6ad-b252dc4d3ea4 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:59.134209 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-87ff9a1a-7753-4b2f-b6ad-b252dc4d3ea4 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612896'] for security_group_rule, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:59.143790 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:07:59.167831 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ff9a1a-7753-4b2f-b6ad-b252dc4d3ea4 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d57fdd86-8e4e-49f0-a376-c330dbaa94c2,revision_number=0']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:07:59.170369 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-87ff9a1a-7753-4b2f-b6ad-b252dc4d3ea4 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:07:59.178548 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-87ff9a1a-7753-4b2f-b6ad-b252dc4d3ea4 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:59.179938 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-87ff9a1a-7753-4b2f-b6ad-b252dc4d3ea4 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1693919
Apr 16 05:07:59.182830 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 37620) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:07:59.188564 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-14dc35f1-64f9-4cab-b5f7-3f7ec6c1384a tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Request body: {'security_group_rule': {'security_group_id': '15af2dd6-ec6f-4d65-b920-3058c965fd47', 'project_id': '57e4f259d16345e68f38a623884c740f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:07:59.195333 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-14dc35f1-64f9-4cab-b5f7-3f7ec6c1384a tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:07:59.199721 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-14dc35f1-64f9-4cab-b5f7-3f7ec6c1384a tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Usage tracker for resource:security_group_rule and tenant:57e4f259d16345e68f38a623884c740f is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:07:59.203417 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-14dc35f1-64f9-4cab-b5f7-3f7ec6c1384a tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:07:59.210013 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-14dc35f1-64f9-4cab-b5f7-3f7ec6c1384a tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:07:59.220875 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.db.securitygroups_db [None req-14dc35f1-64f9-4cab-b5f7-3f7ec6c1384a tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Project 57e4f259d16345e68f38a623884c740f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 16 05:07:59.228511 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-14dc35f1-64f9-4cab-b5f7-3f7ec6c1384a tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:59.271323 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-cc0e8c40-049c-4ae0-bba0-685f46d9ffae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854751001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821614264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036822724279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32287697'] for subnet, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:59.274595 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ce965a-337d-4a77-ae3b-b553b012cf1c None None] New status for floating IP d58b706e-0c8b-461e-860f-f9045a44b8c8: ACTIVE {{(pid=85358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 16 05:07:59.289009 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:07:59.313541 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-14dc35f1-64f9-4cab-b5f7-3f7ec6c1384a tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:59.316477 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-14dc35f1-64f9-4cab-b5f7-3f7ec6c1384a tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612896'] for security_group_rule, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:59.325118 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-f79eb13b-36df-4273-b254-8b1eef72c753 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:07:59.327180 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0e8c40-049c-4ae0-bba0-685f46d9ffae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e96cff82-a5f7-4d31-b67e-607a75212a3f,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:07:59.356259 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dc35f1-64f9-4cab-b5f7-3f7ec6c1384a tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8343e048-4ed3-4bd2-8e10-765464eabc87,revision_number=0']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:07:59.367324 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-14dc35f1-64f9-4cab-b5f7-3f7ec6c1384a tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:07:59.374791 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-14dc35f1-64f9-4cab-b5f7-3f7ec6c1384a tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:59.379821 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-cc0e8c40-049c-4ae0-bba0-685f46d9ffae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:07:59.381690 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-14dc35f1-64f9-4cab-b5f7-3f7ec6c1384a tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1977179
Apr 16 05:07:59.437959 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-cc0e8c40-049c-4ae0-bba0-685f46d9ffae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821710155'] for subnet, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:59.447707 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-cc0e8c40-049c-4ae0-bba0-685f46d9ffae admin admin] 10.222.0.26 "DELETE /v2.0/subnets/e96cff82-a5f7-4d31-b67e-607a75212a3f HTTP/1.1" status: 204  len: 168 time: 0.6891770
Apr 16 05:07:59.448134 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 37628) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:07:59.701790 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-572615e1-5030-482d-9101-ca38cbc3a865 req-c7e47d92-86b4-43a6-bf46-837dd1aec537 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Synchronizing usage tracker for tenant:57e4f259d16345e68f38a623884c740f on resource:security_group {{(pid=85357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 05:07:59.709118 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c58acbdd-a38f-4bac-b5fe-35664be5f37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854762676'] for network, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:07:59.847904 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-572615e1-5030-482d-9101-ca38cbc3a865 req-c7e47d92-86b4-43a6-bf46-837dd1aec537 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Unset dirty status for tenant:57e4f259d16345e68f38a623884c740f on resource:security_group {{(pid=85357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 05:07:59.849163 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-572615e1-5030-482d-9101-ca38cbc3a865 req-c7e47d92-86b4-43a6-bf46-837dd1aec537 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-493261910&fields=id&tenant_id=57e4f259d16345e68f38a623884c740f HTTP/1.1" status: 200  len: 267 time: 0.3195870
Apr 16 05:07:59.855272 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-27cb9d1d-982c-4123-aa51-3d92bcc89050 req-fd477d8a-6b2a-4d71-8882-39be89704d21 service neutron] 10.222.0.16 "GET /v2.0/networks/711b0f98-8a05-4a75-8630-64793983447c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3243876
Apr 16 05:08:00.229748 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c58acbdd-a38f-4bac-b5fe-35664be5f37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854672018', 'neutron.services.segments.db._delete_segments_for_network-8752523025096'] for network, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:00.362456 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572615e1-5030-482d-9101-ca38cbc3a865 req-0e4bc8e5-8675-49c3-b80e-178a7a8fa34e tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:08:00.364022 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-572615e1-5030-482d-9101-ca38cbc3a865 req-0e4bc8e5-8675-49c3-b80e-178a7a8fa34e tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e67bc2f-10f1-4382-811e-d54f8a3a8471 HTTP/1.1" status: 200  len: 945 time: 0.5078344
Apr 16 05:08:00.370399 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.services.segments.db [None req-c58acbdd-a38f-4bac-b5fe-35664be5f37c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5dae471128>,) {'filters': {'network_id': ['d04df2ba-2d9b-496f-9756-0f60da18d12f']}} {{(pid=85357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:08:00.388037 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [req-572615e1-5030-482d-9101-ca38cbc3a865 req-03563c2e-31df-4102-b046-49d31a9669bc tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Request body: {'port': {'security_groups': ['1a46ccf0-69fb-42e0-8c00-00a7e2484635', '15af2dd6-ec6f-4d65-b920-3058c965fd47']}} {{(pid=85357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:08:00.415530 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.services.segments.db [None req-c58acbdd-a38f-4bac-b5fe-35664be5f37c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5dae471128>, '1cebb1bc-7c64-4b55-b98d-dc3a48cbfc2e') {'for_net_delete': True} {{(pid=85357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:08:00.415860 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.services.segments.db [None req-c58acbdd-a38f-4bac-b5fe-35664be5f37c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5dae471128>, '1cebb1bc-7c64-4b55-b98d-dc3a48cbfc2e') {} {{(pid=85357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:08:00.444438 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c58acbdd-a38f-4bac-b5fe-35664be5f37c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752523028953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036823936640'] for segment, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:00.508464 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c58acbdd-a38f-4bac-b5fe-35664be5f37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854750583'] for segment, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:00.531819 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c58acbdd-a38f-4bac-b5fe-35664be5f37c admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=85357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 16 05:08:00.631882 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-572615e1-5030-482d-9101-ca38cbc3a865 req-03563c2e-31df-4102-b046-49d31a9669bc tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:00.786906 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-c58acbdd-a38f-4bac-b5fe-35664be5f37c admin admin] Network d04df2ba-2d9b-496f-9756-0f60da18d12f has no segments {{(pid=85357) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 16 05:08:00.798347 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c58acbdd-a38f-4bac-b5fe-35664be5f37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-25233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30121511'] for segment, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:01.035429 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-c58acbdd-a38f-4bac-b5fe-35664be5f37c admin admin] Network d04df2ba-2d9b-496f-9756-0f60da18d12f has no segments {{(pid=85357) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 16 05:08:01.059784 dv-cinder-786524-1-iscsi neutron-server[85243]: Traceback (most recent call last):
Apr 16 05:08:01.059784 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 05:08:01.059784 dv-cinder-786524-1-iscsi neutron-server[85243]:     timer()
Apr 16 05:08:01.059784 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 05:08:01.059784 dv-cinder-786524-1-iscsi neutron-server[85243]:     cb(*args, **kw)
Apr 16 05:08:01.059784 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 16 05:08:01.059784 dv-cinder-786524-1-iscsi neutron-server[85243]:     return func(*args, **kwargs)
Apr 16 05:08:01.059784 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 05:08:01.059784 dv-cinder-786524-1-iscsi neutron-server[85243]:     self._notify()
Apr 16 05:08:01.059784 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 05:08:01.059784 dv-cinder-786524-1-iscsi neutron-server[85243]:     self.callback(batched_events)
Apr 16 05:08:01.059784 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 05:08:01.059784 dv-cinder-786524-1-iscsi neutron-server[85243]:     event.method(event)
Apr 16 05:08:01.059784 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 16 05:08:01.059784 dv-cinder-786524-1-iscsi neutron-server[85243]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 05:08:01.059784 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 16 05:08:01.059784 dv-cinder-786524-1-iscsi neutron-server[85243]:     segment_id)['aggregates'][0]
Apr 16 05:08:01.059784 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 16 05:08:01.059784 dv-cinder-786524-1-iscsi neutron-server[85243]:     return f(self, *a, **k)
Apr 16 05:08:01.059784 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 16 05:08:01.059784 dv-cinder-786524-1-iscsi neutron-server[85243]:     return self._get(url).json()
Apr 16 05:08:01.059784 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 05:08:01.059784 dv-cinder-786524-1-iscsi neutron-server[85243]:     **kwargs)
Apr 16 05:08:01.059784 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 05:08:01.059784 dv-cinder-786524-1-iscsi neutron-server[85243]:     return self.request(url, 'GET', **kwargs)
Apr 16 05:08:01.059784 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 16 05:08:01.059784 dv-cinder-786524-1-iscsi neutron-server[85243]:     **endpoint_filter)
Apr 16 05:08:01.059784 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 05:08:01.059784 dv-cinder-786524-1-iscsi neutron-server[85243]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 05:08:01.059784 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 05:08:01.059784 dv-cinder-786524-1-iscsi neutron-server[85243]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 05:08:01.059784 dv-cinder-786524-1-iscsi neutron-server[85243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 05:08:01.215999 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c58acbdd-a38f-4bac-b5fe-35664be5f37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-103783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821614228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33197052'] for network, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:01.226832 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-87d72874-5f4b-498c-ad81-8aaa295a402a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:08:01.240879 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c58acbdd-a38f-4bac-b5fe-35664be5f37c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821710155'] for network, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:01.266479 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58acbdd-a38f-4bac-b5fe-35664be5f37c admin admin] Pushing event deleted for resources: {'Network': ['ID=d04df2ba-2d9b-496f-9756-0f60da18d12f,revision_number=None']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:08:01.275148 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-c58acbdd-a38f-4bac-b5fe-35664be5f37c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:08:01.289151 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-c58acbdd-a38f-4bac-b5fe-35664be5f37c admin admin] 10.222.0.26 "DELETE /v2.0/networks/d04df2ba-2d9b-496f-9756-0f60da18d12f HTTP/1.1" status: 204  len: 168 time: 1.8397982
Apr 16 05:08:01.321773 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [req-572615e1-5030-482d-9101-ca38cbc3a865 req-03563c2e-31df-4102-b046-49d31a9669bc tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] For port 9c69d104-f6fe-4cb2-9c63-1a0b0123cad4, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=9c69d104-f6fe-4cb2-9c63-1a0b0123cad4,segment=NetworkSegment(a0080f90-7bfa-4c0d-af83-31ef1a258e15),segment_id=a0080f90-7bfa-4c0d-af83-31ef1a258e15)] {{(pid=85357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:08:01.350779 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-572615e1-5030-482d-9101-ca38cbc3a865 req-03563c2e-31df-4102-b046-49d31a9669bc tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Notify callbacks [] for port, precommit_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:01.355917 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-572615e1-5030-482d-9101-ca38cbc3a865 req-03563c2e-31df-4102-b046-49d31a9669bc tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036824655669'] for port, after_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:01.373411 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-dd390626-b61b-44db-b4b0-4e55a63a65b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:08:01.433353 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] get_ports_and_sgs() called for port_ids ['9c69d104-f6fe-4cb2-9c63-1a0b0123cad4'] {{(pid=85358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 05:08:01.506450 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 37642) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:08:01.547511 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03563c2e-31df-4102-b046-49d31a9669bc tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Pushing event updated for resources: {'Port': ['ID=9c69d104-f6fe-4cb2-9c63-1a0b0123cad4,revision_number=6']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:08:01.554272 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-03563c2e-31df-4102-b046-49d31a9669bc tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:08:01.570720 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-a6a60e0c-3ee0-4cc2-8ebc-b68798edc83d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=22368bbb87b44962a11854b6e49730c3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0622988
Apr 16 05:08:01.573345 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 37646) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:08:01.602915 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572615e1-5030-482d-9101-ca38cbc3a865 req-03563c2e-31df-4102-b046-49d31a9669bc tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:08:01.603837 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-572615e1-5030-482d-9101-ca38cbc3a865 req-03563c2e-31df-4102-b046-49d31a9669bc tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:01.625752 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-572615e1-5030-482d-9101-ca38cbc3a865 req-03563c2e-31df-4102-b046-49d31a9669bc tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "PUT /v2.0/ports/9c69d104-f6fe-4cb2-9c63-1a0b0123cad4 HTTP/1.1" status: 200  len: 981 time: 1.2470505
Apr 16 05:08:01.626250 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e67bc2f-10f1-4382-811e-d54f8a3a8471', 'tag': '9c69d104-f6fe-4cb2-9c63-1a0b0123cad4'}] {{(pid=85357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 05:08:01.660813 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-5a9ffa6b-75f4-45b7-acbc-34fb6e1d53ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:01.700367 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-5a9ffa6b-75f4-45b7-acbc-34fb6e1d53ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:01.711263 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e67bc2f-10f1-4382-811e-d54f8a3a8471', 'tag': '9c69d104-f6fe-4cb2-9c63-1a0b0123cad4', 'status': 'completed', 'code': 200}
Apr 16 05:08:01.767812 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-5a9ffa6b-75f4-45b7-acbc-34fb6e1d53ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:01.775813 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-ddc9c858-004e-4846-acbd-16407c424ad2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:08:01.794955 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9ffa6b-75f4-45b7-acbc-34fb6e1d53ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a874d5-92ab-4e7e-91de-493ca112b09d,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:08:01.798341 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-5a9ffa6b-75f4-45b7-acbc-34fb6e1d53ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:08:01.810367 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-5a9ffa6b-75f4-45b7-acbc-34fb6e1d53ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:01.811901 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-5a9ffa6b-75f4-45b7-acbc-34fb6e1d53ad admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/60a874d5-92ab-4e7e-91de-493ca112b09d HTTP/1.1" status: 204  len: 168 time: 0.2372811
Apr 16 05:08:01.815546 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] get_ports_and_sgs() called for port_ids ['9c69d104-f6fe-4cb2-9c63-1a0b0123cad4'] {{(pid=85358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 05:08:01.968981 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-9bc199af-020d-4800-a6c1-c424bdcf67f0 None None] Provisioning complete for port 9c69d104-f6fe-4cb2-9c63-1a0b0123cad4 triggered by entity DHCP. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:08:01.969319 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-9bc199af-020d-4800-a6c1-c424bdcf67f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:01.992921 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c45a3-ea2b-4916-9c88-606361a21b61 req-f6723c0d-6a26-4fb9-9e2a-38d7e72b5c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:08:01.994817 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-9c4c45a3-ea2b-4916-9c88-606361a21b61 req-f6723c0d-6a26-4fb9-9e2a-38d7e72b5c28 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=57e4f259d16345e68f38a623884c740f&device_id=3e67bc2f-10f1-4382-811e-d54f8a3a8471 HTTP/1.1" status: 200  len: 1137 time: 0.2197616
Apr 16 05:08:02.007665 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515bf04a-4891-4911-a477-6be4cc19ad1a req-9e3604ef-5806-457b-9b81-b96930419e3d tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:08:02.009452 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-515bf04a-4891-4911-a477-6be4cc19ad1a req-9e3604ef-5806-457b-9b81-b96930419e3d tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e67bc2f-10f1-4382-811e-d54f8a3a8471 HTTP/1.1" status: 200  len: 984 time: 0.1486988
Apr 16 05:08:02.289592 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-515bf04a-4891-4911-a477-6be4cc19ad1a req-915c8c65-d01b-40e1-9d2a-0c005ff3fb11 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "GET /v2.0/security-groups?id=15af2dd6-ec6f-4d65-b920-3058c965fd47&id=1a46ccf0-69fb-42e0-8c00-00a7e2484635&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2547269
Apr 16 05:08:02.384804 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c45a3-ea2b-4916-9c88-606361a21b61 req-ae8d50d6-9e1f-4351-814d-27e851f64d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:08:02.387820 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-9c4c45a3-ea2b-4916-9c88-606361a21b61 req-ae8d50d6-9e1f-4351-814d-27e851f64d6d service neutron] 10.222.0.16 "GET /v2.0/networks?id=711b0f98-8a05-4a75-8630-64793983447c HTTP/1.1" status: 200  len: 915 time: 0.3773167
Apr 16 05:08:02.400347 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483459fb-d5fa-4231-9fea-bf6a74260a6a req-4463dccb-1870-4f85-87b7-49a63cac393a tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:08:02.405117 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-483459fb-d5fa-4231-9fea-bf6a74260a6a req-4463dccb-1870-4f85-87b7-49a63cac393a tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a6db6-5e0e-4625-805b-854fe43bd156 HTTP/1.1" status: 200  len: 945 time: 0.4052107
Apr 16 05:08:02.635276 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-9c4c45a3-ea2b-4916-9c88-606361a21b61 req-1858f961-1189-4bdd-bba7-454834507424 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c69d104-f6fe-4cb2-9c63-1a0b0123cad4 HTTP/1.1" status: 200  len: 1000 time: 0.2312317
Apr 16 05:08:02.641914 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-483459fb-d5fa-4231-9fea-bf6a74260a6a req-3fe680e0-673c-4199-a845-403a1f3383af tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1195226
Apr 16 05:08:02.685130 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] get_ports_and_sgs() called for port_ids ['9c69d104-f6fe-4cb2-9c63-1a0b0123cad4'] {{(pid=85358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 05:08:02.734224 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] get_ports_and_sgs() called for port_ids ['9c69d104-f6fe-4cb2-9c63-1a0b0123cad4'] {{(pid=85358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 05:08:02.812331 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c45a3-ea2b-4916-9c88-606361a21b61 req-88f96804-b347-4597-8a73-108523f22f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:08:02.817741 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-9c4c45a3-ea2b-4916-9c88-606361a21b61 req-88f96804-b347-4597-8a73-108523f22f2d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2a881910-3355-4ca0-a698-89b5f02a16d4 HTTP/1.1" status: 200  len: 853 time: 0.1724072
Apr 16 05:08:02.969814 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c45a3-ea2b-4916-9c88-606361a21b61 req-69e51a00-8d7c-458e-9d71-110c97efd670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:08:02.971625 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-9c4c45a3-ea2b-4916-9c88-606361a21b61 req-69e51a00-8d7c-458e-9d71-110c97efd670 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=711b0f98-8a05-4a75-8630-64793983447c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1373868
Apr 16 05:08:03.214635 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-9c4c45a3-ea2b-4916-9c88-606361a21b61 req-6930449d-34a7-4d4f-848c-67cbde55ac62 service neutron] 10.222.0.16 "GET /v2.0/networks/711b0f98-8a05-4a75-8630-64793983447c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2333858
Apr 16 05:08:03.763352 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-9c4c45a3-ea2b-4916-9c88-606361a21b61 req-74c12707-980c-44c5-a769-55b3ef308691 service neutron] 10.222.0.16 "GET /v2.0/networks/711b0f98-8a05-4a75-8630-64793983447c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5407383
Apr 16 05:08:04.835478 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-5a902538-1b12-47f9-8ca5-bf9493b4aed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:06.902248 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-afefd7ac-de4a-4521-b694-bbf02e905b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:07.625616 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:07.748846 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-63345f0b-feae-4d1b-a675-506eb60b354a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:08.000601 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:09.392758 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a57a9699-4b93-4635-9a0c-76135fd629c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:10.716484 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.agents_db [None req-9d5d34cb-f672-4e49-b111-51c360ae5d44 None None] Agent healthcheck: found 6 active agents {{(pid=85359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 05:08:13.334088 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcca5452-259c-4946-b4a9-fddc7236685a req-11fa9024-9c3b-4ede-bccf-2249c474b8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:08:13.335708 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-fcca5452-259c-4946-b4a9-fddc7236685a req-11fa9024-9c3b-4ede-bccf-2249c474b8c6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=906565d5b9534e68b06210dedd1603fb&device_id=7f6a6db6-5e0e-4625-805b-854fe43bd156 HTTP/1.1" status: 200  len: 1098 time: 0.1639869
Apr 16 05:08:13.344096 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd5193f-08bd-421c-8d17-1e35838fa0a0 req-1594e9ec-e54f-48e7-83fa-e7e5a1765f18 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:08:13.345939 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-fdd5193f-08bd-421c-8d17-1e35838fa0a0 req-1594e9ec-e54f-48e7-83fa-e7e5a1765f18 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a6db6-5e0e-4625-805b-854fe43bd156 HTTP/1.1" status: 200  len: 945 time: 0.1353869
Apr 16 05:08:13.489589 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-fdd5193f-08bd-421c-8d17-1e35838fa0a0 req-208560fa-9b6f-4de6-9b06-5b9583cc0ecd tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1205919
Apr 16 05:08:13.535190 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcca5452-259c-4946-b4a9-fddc7236685a req-db5335a5-a0e3-476b-9a04-1c2c34747a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:08:13.536788 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-fcca5452-259c-4946-b4a9-fddc7236685a req-db5335a5-a0e3-476b-9a04-1c2c34747a26 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7f06c768-0917-4905-82a4-2a04abfa7281 HTTP/1.1" status: 200  len: 919 time: 0.1899319
Apr 16 05:08:14.482313 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-fcca5452-259c-4946-b4a9-fddc7236685a req-1ddef940-e652-443f-9017-5fa8d57be31a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=812f1224-5033-4d66-a589-6e8874a8ace2 HTTP/1.1" status: 200  len: 217 time: 0.0763025
Apr 16 05:08:14.730655 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4943738a-9929-4937-b0a8-097089e20cf5 req-202b47ab-459c-40b6-8286-56f36e8b0a9b tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:08:14.732423 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-4943738a-9929-4937-b0a8-097089e20cf5 req-202b47ab-459c-40b6-8286-56f36e8b0a9b tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a6db6-5e0e-4625-805b-854fe43bd156 HTTP/1.1" status: 200  len: 945 time: 0.0907145
Apr 16 05:08:14.787420 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-4943738a-9929-4937-b0a8-097089e20cf5 req-27dced0b-29c3-4741-9dd6-e6611146aa82 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478559
Apr 16 05:08:15.363841 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcca5452-259c-4946-b4a9-fddc7236685a req-a720b578-198c-492a-8009-006f4589c486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:08:15.365465 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-fcca5452-259c-4946-b4a9-fddc7236685a req-a720b578-198c-492a-8009-006f4589c486 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=092c750d-226a-4b66-92f6-9f771b17666a HTTP/1.1" status: 200  len: 858 time: 0.0701082
Apr 16 05:08:16.001825 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95542552-6251-4f96-9457-b912b1816540 req-a2b70895-1a88-4d8e-8939-602f99bfbebe tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:08:16.003496 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-95542552-6251-4f96-9457-b912b1816540 req-a2b70895-1a88-4d8e-8939-602f99bfbebe tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a6db6-5e0e-4625-805b-854fe43bd156 HTTP/1.1" status: 200  len: 945 time: 0.0952413
Apr 16 05:08:16.053820 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-95542552-6251-4f96-9457-b912b1816540 req-51e0a4fb-d566-439c-af34-e02bd7d24706 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438247
Apr 16 05:08:16.306339 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-fcca5452-259c-4946-b4a9-fddc7236685a req-4f6d1418-028f-4e69-b503-1b990bd15ae5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7f06c768-0917-4905-82a4-2a04abfa7281&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0524392
Apr 16 05:08:16.454695 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-fcca5452-259c-4946-b4a9-fddc7236685a req-dd725258-6873-47bb-94ae-ea86cd0b5030 service neutron] 10.222.0.16 "GET /v2.0/networks/7f06c768-0917-4905-82a4-2a04abfa7281?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1397824
Apr 16 05:08:16.604220 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-fcca5452-259c-4946-b4a9-fddc7236685a req-6ad0ef3f-47c9-4a10-a35a-608bd3e9d662 service neutron] 10.222.0.16 "GET /v2.0/networks/7f06c768-0917-4905-82a4-2a04abfa7281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1413479
Apr 16 05:08:17.285980 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf04e8f2-166c-4e5d-83bb-edef3e427490 req-710851b3-54b2-4590-90cd-f0260db96ccf tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:08:17.287724 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-bf04e8f2-166c-4e5d-83bb-edef3e427490 req-710851b3-54b2-4590-90cd-f0260db96ccf tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a6db6-5e0e-4625-805b-854fe43bd156 HTTP/1.1" status: 200  len: 945 time: 0.0966337
Apr 16 05:08:17.338935 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-bf04e8f2-166c-4e5d-83bb-edef3e427490 req-4373d643-c2e7-42c5-8a6c-b2906dd8033b tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446360
Apr 16 05:08:18.786090 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca45fd-8b38-4eb0-b816-1365e7434c0e req-58ac19ae-ab29-4be4-82cd-9744046b0df3 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:08:18.788303 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-69ca45fd-8b38-4eb0-b816-1365e7434c0e req-58ac19ae-ab29-4be4-82cd-9744046b0df3 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a6db6-5e0e-4625-805b-854fe43bd156 HTTP/1.1" status: 200  len: 945 time: 0.1801901
Apr 16 05:08:18.862607 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-69ca45fd-8b38-4eb0-b816-1365e7434c0e req-0e7ea3a4-1dec-4d60-b3b3-8abfd89cdf43 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663261
Apr 16 05:08:20.164229 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c890f-d893-440c-9b64-5e67926f8afd req-19bfced7-d403-47d9-ba82-38f3db941a7d tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:08:20.166461 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-0d7c890f-d893-440c-9b64-5e67926f8afd req-19bfced7-d403-47d9-ba82-38f3db941a7d tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a6db6-5e0e-4625-805b-854fe43bd156 HTTP/1.1" status: 200  len: 945 time: 0.1147196
Apr 16 05:08:20.234236 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-0d7c890f-d893-440c-9b64-5e67926f8afd req-15773778-0362-45cf-91cd-2b28e5392d03 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610006
Apr 16 05:08:21.438324 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd51192-eaff-4f59-ae18-89ea9f641006 req-c89fcf38-a6de-4567-ab7c-95c5e4f0d511 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:08:21.439925 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-5bd51192-eaff-4f59-ae18-89ea9f641006 req-c89fcf38-a6de-4567-ab7c-95c5e4f0d511 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a6db6-5e0e-4625-805b-854fe43bd156 HTTP/1.1" status: 200  len: 945 time: 0.0923786
Apr 16 05:08:21.489321 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-5bd51192-eaff-4f59-ae18-89ea9f641006 req-0dc89b6d-0d6b-4962-b5d2-01c9b4dbe2a0 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427222
Apr 16 05:08:22.706738 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0e01a-7785-4e40-aa28-2f2cbf942492 req-42d95119-acf4-4358-b19b-f63ff3ba1474 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:08:22.708416 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-d4c0e01a-7785-4e40-aa28-2f2cbf942492 req-42d95119-acf4-4358-b19b-f63ff3ba1474 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a6db6-5e0e-4625-805b-854fe43bd156 HTTP/1.1" status: 200  len: 945 time: 0.0983407
Apr 16 05:08:22.766033 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-d4c0e01a-7785-4e40-aa28-2f2cbf942492 req-5ff61f56-29e3-4662-af66-e4b35260cd98 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498078
Apr 16 05:08:23.981476 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd481792-a3b1-4346-ae49-ce68127e658e req-0906696c-61d2-42cb-8701-c9d04304016c tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:08:23.983194 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-bd481792-a3b1-4346-ae49-ce68127e658e req-0906696c-61d2-42cb-8701-c9d04304016c tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a6db6-5e0e-4625-805b-854fe43bd156 HTTP/1.1" status: 200  len: 945 time: 0.0945001
Apr 16 05:08:24.035874 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-bd481792-a3b1-4346-ae49-ce68127e658e req-8ab31bf7-b6ff-48a6-ad48-72ef2c9cdbd6 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455337
Apr 16 05:08:25.279346 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c991e8-d7ff-4d29-a043-bbf6fc37f075 req-1e40bf32-2283-40c3-872f-a12b59f36bdf tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:08:25.281028 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-a2c991e8-d7ff-4d29-a043-bbf6fc37f075 req-1e40bf32-2283-40c3-872f-a12b59f36bdf tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a6db6-5e0e-4625-805b-854fe43bd156 HTTP/1.1" status: 200  len: 945 time: 0.0994549
Apr 16 05:08:25.334028 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-a2c991e8-d7ff-4d29-a043-bbf6fc37f075 req-45d9ea11-15ff-4c1c-bcec-b42bc5a90b6f tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457978
Apr 16 05:08:26.612878 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0869e-7de5-466e-891d-486d63af5062 req-06c41abd-e220-4899-bc05-009553aea776 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:08:26.615897 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-53b0869e-7de5-466e-891d-486d63af5062 req-06c41abd-e220-4899-bc05-009553aea776 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a6db6-5e0e-4625-805b-854fe43bd156 HTTP/1.1" status: 200  len: 945 time: 0.1534390
Apr 16 05:08:26.678396 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-53b0869e-7de5-466e-891d-486d63af5062 req-1084daf8-7c5e-47bb-a7af-12eb63ff9411 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554371
Apr 16 05:08:27.589985 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f06029-28d3-4fb4-8473-a34fbe8f8802 req-12506c9a-7e79-4a6e-8b85-a4b36619eb74 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:08:27.591607 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-75f06029-28d3-4fb4-8473-a34fbe8f8802 req-12506c9a-7e79-4a6e-8b85-a4b36619eb74 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cebb75-08a7-4e02-a9ad-c88938f84799 HTTP/1.1" status: 200  len: 946 time: 0.0914352
Apr 16 05:08:27.643404 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-75f06029-28d3-4fb4-8473-a34fbe8f8802 req-3f4d465b-1070-4d45-9c2c-d1b9cb2d2576 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8463a7f-3623-45fa-b260-5c490295d4a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449560
Apr 16 05:08:27.903234 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac98c64-7c06-40bb-94e8-14bfc5aab0ba req-3203f807-731c-4f6a-b887-d9b8846f2ae6 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:08:27.904896 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-3ac98c64-7c06-40bb-94e8-14bfc5aab0ba req-3203f807-731c-4f6a-b887-d9b8846f2ae6 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a6db6-5e0e-4625-805b-854fe43bd156 HTTP/1.1" status: 200  len: 945 time: 0.0984037
Apr 16 05:08:27.957485 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-3ac98c64-7c06-40bb-94e8-14bfc5aab0ba req-9504333c-e81f-41f1-bc29-58514af18b00 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456815
Apr 16 05:08:28.905894 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32798214-3d2d-45ca-8886-b9f782c89831 req-946d5491-16ba-47d1-a4ce-b0a5a563bb44 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:08:28.907516 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-32798214-3d2d-45ca-8886-b9f782c89831 req-946d5491-16ba-47d1-a4ce-b0a5a563bb44 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cebb75-08a7-4e02-a9ad-c88938f84799 HTTP/1.1" status: 200  len: 946 time: 0.1246817
Apr 16 05:08:28.961072 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-32798214-3d2d-45ca-8886-b9f782c89831 req-90beca2f-ca85-4145-9a54-37b3a32bfae1 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8463a7f-3623-45fa-b260-5c490295d4a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461941
Apr 16 05:08:29.173968 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e8322-924c-4c19-8508-712ad78f859d req-af59e717-dbbb-49c2-9d02-70a2012f723b tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:08:29.175922 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-114e8322-924c-4c19-8508-712ad78f859d req-af59e717-dbbb-49c2-9d02-70a2012f723b tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a6db6-5e0e-4625-805b-854fe43bd156 HTTP/1.1" status: 200  len: 945 time: 0.0975420
Apr 16 05:08:29.229352 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-114e8322-924c-4c19-8508-712ad78f859d req-75d0a4a7-c085-4d1c-9094-4163bd6f073c tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460105
Apr 16 05:08:29.440418 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fcbdaf-6769-4e94-a885-88f84e38626d req-2e9ac1e7-dfc9-49ec-b08b-54b6e4382b2a tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:08:29.442483 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c3fcbdaf-6769-4e94-a885-88f84e38626d req-2e9ac1e7-dfc9-49ec-b08b-54b6e4382b2a tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.16 "GET /v2.0/ports?device_id=52cebb75-08a7-4e02-a9ad-c88938f84799 HTTP/1.1" status: 200  len: 946 time: 0.0932827
Apr 16 05:08:29.558640 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [req-c3fcbdaf-6769-4e94-a885-88f84e38626d req-3e8abbd7-6e50-4a6b-ac94-8f5c38b6df7f tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Deleting port 4688bbfc-265d-4202-8afe-72cfcb6f87da {{(pid=85357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 05:08:29.559157 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-c3fcbdaf-6769-4e94-a885-88f84e38626d req-3e8abbd7-6e50-4a6b-ac94-8f5c38b6df7f tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284331874164'] for port, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:29.876525 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [req-c3fcbdaf-6769-4e94-a885-88f84e38626d req-3e8abbd7-6e50-4a6b-ac94-8f5c38b6df7f tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] For port 4688bbfc-265d-4202-8afe-72cfcb6f87da, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=4688bbfc-265d-4202-8afe-72cfcb6f87da,segment=NetworkSegment(79077226-93f2-4a1f-b0e8-7ab4b09d1a7b),segment_id=79077226-93f2-4a1f-b0e8-7ab4b09d1a7b)] {{(pid=85357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:08:29.876970 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-c3fcbdaf-6769-4e94-a885-88f84e38626d req-3e8abbd7-6e50-4a6b-ac94-8f5c38b6df7f tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821567696'] for port, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:30.277731 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-c3fcbdaf-6769-4e94-a885-88f84e38626d req-3e8abbd7-6e50-4a6b-ac94-8f5c38b6df7f tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:30.278281 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-c3fcbdaf-6769-4e94-a885-88f84e38626d req-3e8abbd7-6e50-4a6b-ac94-8f5c38b6df7f tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33197037'] for floatingip, after_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:30.278465 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.db.l3_db [req-c3fcbdaf-6769-4e94-a885-88f84e38626d req-3e8abbd7-6e50-4a6b-ac94-8f5c38b6df7f tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Floating IP 0aadd738-fa9a-4966-bf64-7f8988f0f37e disassociated. External IP: 172.27.2.37, port: 4688bbfc-265d-4202-8afe-72cfcb6f87da.
Apr 16 05:08:30.278867 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [req-c3fcbdaf-6769-4e94-a885-88f84e38626d req-3e8abbd7-6e50-4a6b-ac94-8f5c38b6df7f tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Calling delete_port for 4688bbfc-265d-4202-8afe-72cfcb6f87da owned by compute:nova {{(pid=85357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 05:08:30.362467 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48690207-ed50-4f49-b5b7-7c37fa7dff84 req-320dec90-da86-4732-84d6-506f9d45d4de tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:08:30.364686 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-48690207-ed50-4f49-b5b7-7c37fa7dff84 req-320dec90-da86-4732-84d6-506f9d45d4de tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cebb75-08a7-4e02-a9ad-c88938f84799 HTTP/1.1" status: 200  len: 946 time: 0.2639494
Apr 16 05:08:30.770979 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-48690207-ed50-4f49-b5b7-7c37fa7dff84 req-12569a54-e5bf-4d48-a0e1-0a3758807dcc tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8463a7f-3623-45fa-b260-5c490295d4a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3480401
Apr 16 05:08:30.814108 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-c3fcbdaf-6769-4e94-a885-88f84e38626d req-3e8abbd7-6e50-4a6b-ac94-8f5c38b6df7f tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752522904879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752522456008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30120147'] for port, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:30.833549 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:08:30.877996 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655d4a00-947e-4f50-bc8b-c48d550ab389 req-8bcfc345-21f9-483c-9d9b-68e3fc5c32d4 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:08:30.880017 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-655d4a00-947e-4f50-bc8b-c48d550ab389 req-8bcfc345-21f9-483c-9d9b-68e3fc5c32d4 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a6db6-5e0e-4625-805b-854fe43bd156 HTTP/1.1" status: 200  len: 945 time: 0.5122697
Apr 16 05:08:30.946095 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8abbd7-6e50-4a6b-ac94-8f5c38b6df7f tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Pushing event deleted for resources: {'Port': ['ID=4688bbfc-265d-4202-8afe-72cfcb6f87da,revision_number=None']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:08:30.971363 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-3e8abbd7-6e50-4a6b-ac94-8f5c38b6df7f tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:08:31.033604 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-655d4a00-947e-4f50-bc8b-c48d550ab389 req-62882109-2b24-4254-8ac7-c3db25dd3cfc tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1355424
Apr 16 05:08:31.368846 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c3fcbdaf-6769-4e94-a885-88f84e38626d req-3e8abbd7-6e50-4a6b-ac94-8f5c38b6df7f tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Router 06219234-90cd-436f-bef0-5978e43466c4 has already been hosted by L3 agent 9bacd1b6-99a0-44b1-8352-fe12768771b0 {{(pid=85357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 16 05:08:31.630709 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c3fcbdaf-6769-4e94-a885-88f84e38626d req-3e8abbd7-6e50-4a6b-ac94-8f5c38b6df7f tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify agent at l3_agent.dv-cinder-786524-1-iscsi the message routers_updated {{(pid=85357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 05:08:31.644309 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5aef79-9db9-4c61-85a5-865025183d15 None None] Sync routers for ids ['06219234-90cd-436f-bef0-5978e43466c4'] in dv-cinder-786524-1-iscsi {{(pid=85359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 05:08:31.660707 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5aef79-9db9-4c61-85a5-865025183d15 None None] Routers {'06219234-90cd-436f-bef0-5978e43466c4'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:08:31.661560 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-9f5aef79-9db9-4c61-85a5-865025183d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5daf85fbe0>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:08:07Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['06219234-90cd-436f-bef0-5978e43466c4'], 'active': True} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:08:31.788453 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3fcbdaf-6769-4e94-a885-88f84e38626d req-3e8abbd7-6e50-4a6b-ac94-8f5c38b6df7f tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] No DVR routers for this DVR port 4688bbfc-265d-4202-8afe-72cfcb6f87da on host hv-cinder-78652 {{(pid=85357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 16 05:08:31.791115 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-c3fcbdaf-6769-4e94-a885-88f84e38626d req-3e8abbd7-6e50-4a6b-ac94-8f5c38b6df7f tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:31.794213 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52cebb75-08a7-4e02-a9ad-c88938f84799', 'name': 'network-vif-deleted', 'tag': '4688bbfc-265d-4202-8afe-72cfcb6f87da'}] {{(pid=85357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 05:08:31.812570 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c3fcbdaf-6769-4e94-a885-88f84e38626d req-3e8abbd7-6e50-4a6b-ac94-8f5c38b6df7f tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.16 "DELETE /v2.0/ports/4688bbfc-265d-4202-8afe-72cfcb6f87da HTTP/1.1" status: 204  len: 173 time: 2.3639679
Apr 16 05:08:31.912275 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-9f5aef79-9db9-4c61-85a5-865025183d15 None None] Set router 06219234-90cd-436f-bef0-5978e43466c4 gateway port host: dv-cinder-786524-1-iscsi {{(pid=85359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:08:31.993178 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52cebb75-08a7-4e02-a9ad-c88938f84799', 'name': 'network-vif-deleted', 'tag': '4688bbfc-265d-4202-8afe-72cfcb6f87da', 'status': 'completed', 'code': 200}
Apr 16 05:08:32.226833 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-7c7ba3f7-d3b0-4af5-8089-338d9b9cfe55 req-c96225b7-c3f1-403a-ad0e-af897a2c02a8 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Synchronizing usage tracker for tenant:0568e0a577bb45428833638c9c368aa5 on resource:port {{(pid=85357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 05:08:32.295832 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-7c7ba3f7-d3b0-4af5-8089-338d9b9cfe55 req-c96225b7-c3f1-403a-ad0e-af897a2c02a8 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Unset dirty status for tenant:0568e0a577bb45428833638c9c368aa5 on resource:port {{(pid=85357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 05:08:32.303599 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-7c7ba3f7-d3b0-4af5-8089-338d9b9cfe55 req-c96225b7-c3f1-403a-ad0e-af897a2c02a8 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cebb75-08a7-4e02-a9ad-c88938f84799 HTTP/1.1" status: 200  len: 210 time: 0.2569633
Apr 16 05:08:32.560210 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71cb316-1e25-4496-bb9b-b67ee79dbeb6 req-e14ac152-5c6f-4b51-8887-2d2ffb31059f tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:08:32.563147 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-a71cb316-1e25-4496-bb9b-b67ee79dbeb6 req-e14ac152-5c6f-4b51-8887-2d2ffb31059f tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a6db6-5e0e-4625-805b-854fe43bd156 HTTP/1.1" status: 200  len: 945 time: 0.1585946
Apr 16 05:08:32.660666 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-a71cb316-1e25-4496-bb9b-b67ee79dbeb6 req-b2ac76dc-7692-45f6-a446-7a9e51c6772b tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0835195
Apr 16 05:08:32.711337 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-9f5aef79-9db9-4c61-85a5-865025183d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5daf85fbe0>, [{'id': '06219234-90cd-436f-bef0-5978e43466c4', 'name': 'tempest-AttachVolumeShelveTestJSON-1995442241-router', 'tenant_id': '0568e0a577bb45428833638c9c368aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'a6f9e583-5545-4b1e-b17d-dbdb943266cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:03:36Z', 'updated_at': '2021-04-16T05:03:50Z', 'revision_number': 4, 'project_id': '0568e0a577bb45428833638c9c368aa5', 'gw_port': {'id': 'a6f9e583-5545-4b1e-b17d-dbdb943266cf', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:de:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06219234-90cd-436f-bef0-5978e43466c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:03:39Z', 'updated_at': '2021-04-16T05:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi', '_interfaces': [{'id': '08ce9393-00ae-4be1-9278-180b21c775d2', 'name': '', 'network_id': '8df91495-625b-4773-a543-89e51aa2e299', 'tenant_id': '0568e0a577bb45428833638c9c368aa5', 'mac_address': 'fa:16:3e:30:2d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06219234-90cd-436f-bef0-5978e43466c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7194465a-cb17-4853-a8ba-70bd30e05305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:03:46Z', 'updated_at': '2021-04-16T05:04:03Z', 'revision_number': 5, 'project_id': '0568e0a577bb45428833638c9c368aa5', 'subnets': [{'id': '7194465a-cb17-4853-a8ba-70bd30e05305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:08:32.718076 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5aef79-9db9-4c61-85a5-865025183d15 None None] Checking router: 06219234-90cd-436f-bef0-5978e43466c4 for host: dv-cinder-786524-1-iscsi {{(pid=85359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 05:08:32.739620 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5aef79-9db9-4c61-85a5-865025183d15 None None] Routers {'06219234-90cd-436f-bef0-5978e43466c4'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:08:32.740386 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-9f5aef79-9db9-4c61-85a5-865025183d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5daf85fbe0>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:08:07Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['06219234-90cd-436f-bef0-5978e43466c4'], 'active': True} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:08:33.056514 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-9f5aef79-9db9-4c61-85a5-865025183d15 None None] Set router 06219234-90cd-436f-bef0-5978e43466c4 gateway port host: dv-cinder-786524-1-iscsi {{(pid=85359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:08:33.446436 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-9f5aef79-9db9-4c61-85a5-865025183d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5daf85fbe0>, [{'id': '06219234-90cd-436f-bef0-5978e43466c4', 'name': 'tempest-AttachVolumeShelveTestJSON-1995442241-router', 'tenant_id': '0568e0a577bb45428833638c9c368aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'a6f9e583-5545-4b1e-b17d-dbdb943266cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:03:36Z', 'updated_at': '2021-04-16T05:03:50Z', 'revision_number': 4, 'project_id': '0568e0a577bb45428833638c9c368aa5', 'gw_port': {'id': 'a6f9e583-5545-4b1e-b17d-dbdb943266cf', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:de:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06219234-90cd-436f-bef0-5978e43466c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:03:39Z', 'updated_at': '2021-04-16T05:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi', '_interfaces': [{'id': '08ce9393-00ae-4be1-9278-180b21c775d2', 'name': '', 'network_id': '8df91495-625b-4773-a543-89e51aa2e299', 'tenant_id': '0568e0a577bb45428833638c9c368aa5', 'mac_address': 'fa:16:3e:30:2d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06219234-90cd-436f-bef0-5978e43466c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7194465a-cb17-4853-a8ba-70bd30e05305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:03:46Z', 'updated_at': '2021-04-16T05:04:03Z', 'revision_number': 5, 'project_id': '0568e0a577bb45428833638c9c368aa5', 'subnets': [{'id': '7194465a-cb17-4853-a8ba-70bd30e05305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:08:33.451817 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5aef79-9db9-4c61-85a5-865025183d15 None None] The sync data for ids ['06219234-90cd-436f-bef0-5978e43466c4'] in dv-cinder-786524-1-iscsi is: [{'id': '06219234-90cd-436f-bef0-5978e43466c4', 'name': 'tempest-AttachVolumeShelveTestJSON-1995442241-router', 'tenant_id': '0568e0a577bb45428833638c9c368aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'a6f9e583-5545-4b1e-b17d-dbdb943266cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:03:36Z', 'updated_at': '2021-04-16T05:03:50Z', 'revision_number': 4, 'project_id': '0568e0a577bb45428833638c9c368aa5', 'gw_port': {'id': 'a6f9e583-5545-4b1e-b17d-dbdb943266cf', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:de:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06219234-90cd-436f-bef0-5978e43466c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:03:39Z', 'updated_at': '2021-04-16T05:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi', '_interfaces': [{'id': '08ce9393-00ae-4be1-9278-180b21c775d2', 'name': '', 'network_id': '8df91495-625b-4773-a543-89e51aa2e299', 'tenant_id': '0568e0a577bb45428833638c9c368aa5', 'mac_address': 'fa:16:3e:30:2d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06219234-90cd-436f-bef0-5978e43466c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7194465a-cb17-4853-a8ba-70bd30e05305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:03:46Z', 'updated_at': '2021-04-16T05:04:03Z', 'revision_number': 5, 'project_id': '0568e0a577bb45428833638c9c368aa5', 'subnets': [{'id': '7194465a-cb17-4853-a8ba-70bd30e05305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 05:08:33.562423 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device 4688bbfc-265d-4202-8afe-72cfcb6f87da no longer exists at agent hyperv_hv-cinder-78652 {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 05:08:33.597379 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 38200) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:08:33.629439 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] No Port match for: 4688bbfc-265d-4202-8afe-72cfcb6f87da {{(pid=85358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 16 05:08:33.630106 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device 4688bbfc-265d-4202-8afe-72cfcb6f87da not bound to the agent host hv-cinder-78652 {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 05:08:33.700486 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-00f98b7f-51af-4bfe-9168-203d17491a12 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks [] for security_group, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:33.765462 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-00f98b7f-51af-4bfe-9168-203d17491a12 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:33.911428 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-00f98b7f-51af-4bfe-9168-203d17491a12 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:33.916950 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-3276e38b-cb54-4dad-b510-c2da3c117f55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:08:33.958419 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f98b7f-51af-4bfe-9168-203d17491a12 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8463a7f-3623-45fa-b260-5c490295d4a5,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:08:33.973619 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-00f98b7f-51af-4bfe-9168-203d17491a12 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:08:33.996175 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-00f98b7f-51af-4bfe-9168-203d17491a12 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks [] for security_group, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:33.998120 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-00f98b7f-51af-4bfe-9168-203d17491a12 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "DELETE /v2.0/security-groups/f8463a7f-3623-45fa-b260-5c490295d4a5 HTTP/1.1" status: 204  len: 168 time: 0.3993134
Apr 16 05:08:34.008320 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 38208) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:08:34.035298 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.v2.resource [None req-ea25f2fe-d515-4903-a0d3-0ce541113c0c tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] show failed (client error): The resource could not be found.
Apr 16 05:08:34.036546 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-ea25f2fe-d515-4903-a0d3-0ce541113c0c tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups/f8463a7f-3623-45fa-b260-5c490295d4a5 HTTP/1.1" status: 404  len: 347 time: 0.0265667
Apr 16 05:08:34.040768 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 38212) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:08:34.078424 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c29462-f855-4305-a599-1c29d5ac67ab req-b8721986-1e21-4201-abf6-89a752edf2ae tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:08:34.081149 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-08c29462-f855-4305-a599-1c29d5ac67ab req-b8721986-1e21-4201-abf6-89a752edf2ae tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a6db6-5e0e-4625-805b-854fe43bd156 HTTP/1.1" status: 200  len: 945 time: 0.1516516
Apr 16 05:08:34.120989 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde215fe-d86c-496c-96e8-7ef9865c1f97 None None] New status for floating IP 0aadd738-fa9a-4966-bf64-7f8988f0f37e: DOWN {{(pid=85358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 16 05:08:34.205920 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-08c29462-f855-4305-a599-1c29d5ac67ab req-71c995b7-b35e-4eb1-8682-d0ffb0ab623d tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1088226
Apr 16 05:08:34.381082 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-7a831b01-b25c-4bcc-bd2b-c84793ff504d tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Deleting port b7dcb2aa-23d0-4cd4-b283-b246a9701c12 {{(pid=85356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 05:08:34.381603 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-7a831b01-b25c-4bcc-bd2b-c84793ff504d tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284331874164'] for port, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:34.594546 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-7a831b01-b25c-4bcc-bd2b-c84793ff504d tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821567696'] for port, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:34.595465 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-7a831b01-b25c-4bcc-bd2b-c84793ff504d tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:34.824158 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-7a831b01-b25c-4bcc-bd2b-c84793ff504d tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Calling delete_port for b7dcb2aa-23d0-4cd4-b283-b246a9701c12 owned by network:floatingip {{(pid=85356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 05:08:34.865207 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-b425f511-ecd6-40a4-bfd5-1d249fc9243f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:34.949438 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.db.api [None req-7a831b01-b25c-4bcc-bd2b-c84793ff504d tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85356) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 05:08:34.949819 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_db.api [None req-7a831b01-b25c-4bcc-bd2b-c84793ff504d tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 16 05:08:35.451361 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-7a831b01-b25c-4bcc-bd2b-c84793ff504d tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Deleting port b7dcb2aa-23d0-4cd4-b283-b246a9701c12 {{(pid=85356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 05:08:35.452056 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-7a831b01-b25c-4bcc-bd2b-c84793ff504d tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284331874164'] for port, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:35.454713 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579eca60-a4ba-4706-a9af-cb19ad665ebb req-34577101-7280-4eb7-9bb5-35f5d20e9ab7 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:08:35.456561 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-579eca60-a4ba-4706-a9af-cb19ad665ebb req-34577101-7280-4eb7-9bb5-35f5d20e9ab7 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a6db6-5e0e-4625-805b-854fe43bd156 HTTP/1.1" status: 200  len: 945 time: 0.0987082
Apr 16 05:08:35.519795 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-579eca60-a4ba-4706-a9af-cb19ad665ebb req-ac523d6c-1e87-49c9-8223-4f8256550847 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555022
Apr 16 05:08:35.688502 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-7a831b01-b25c-4bcc-bd2b-c84793ff504d tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821567696'] for port, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:35.689187 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-7a831b01-b25c-4bcc-bd2b-c84793ff504d tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:35.843783 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-7a831b01-b25c-4bcc-bd2b-c84793ff504d tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Calling delete_port for b7dcb2aa-23d0-4cd4-b283-b246a9701c12 owned by network:floatingip {{(pid=85356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 05:08:36.014967 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-7a831b01-b25c-4bcc-bd2b-c84793ff504d tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752522904879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752522456008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32051484'] for port, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:36.032810 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:08:36.135756 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a831b01-b25c-4bcc-bd2b-c84793ff504d tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Pushing event deleted for resources: {'Port': ['ID=b7dcb2aa-23d0-4cd4-b283-b246a9701c12,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:08:36.149884 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-7a831b01-b25c-4bcc-bd2b-c84793ff504d tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:08:36.336514 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-7a831b01-b25c-4bcc-bd2b-c84793ff504d tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks [] for floatingip, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:36.363433 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-7a831b01-b25c-4bcc-bd2b-c84793ff504d tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for floatingip, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:36.365690 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-7a831b01-b25c-4bcc-bd2b-c84793ff504d tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "DELETE /v2.0/floatingips/0aadd738-fa9a-4966-bf64-7f8988f0f37e HTTP/1.1" status: 204  len: 168 time: 2.3223267
Apr 16 05:08:36.651729 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 38232) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:08:36.658583 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-b74a6d66-b94d-475b-8c0f-31bcf07755d3 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1971285369', 'description': 'tempest-description--316630748'}} {{(pid=85356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:08:36.666765 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-b74a6d66-b94d-475b-8c0f-31bcf07755d3 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:08:36.671608 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-b74a6d66-b94d-475b-8c0f-31bcf07755d3 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Usage tracker for resource:security_group and tenant:0568e0a577bb45428833638c9c368aa5 is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:08:36.676754 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-b74a6d66-b94d-475b-8c0f-31bcf07755d3 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:08:36.684338 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-b74a6d66-b94d-475b-8c0f-31bcf07755d3 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:08:36.696266 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-b74a6d66-b94d-475b-8c0f-31bcf07755d3 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks [] for security_group, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:36.724540 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-b74a6d66-b94d-475b-8c0f-31bcf07755d3 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:08:36.730241 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-b74a6d66-b94d-475b-8c0f-31bcf07755d3 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Usage tracker for resource:security_group_rule and tenant:0568e0a577bb45428833638c9c368aa5 is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:08:36.736288 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-b74a6d66-b94d-475b-8c0f-31bcf07755d3 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:08:36.748090 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-b74a6d66-b94d-475b-8c0f-31bcf07755d3 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:08:36.857200 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-b74a6d66-b94d-475b-8c0f-31bcf07755d3 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks [] for security_group, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:36.860711 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-b74a6d66-b94d-475b-8c0f-31bcf07755d3 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:36.867512 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-4522daaa-ac8d-49d7-b869-1601f26b0827 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:08:36.897336 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-df5997c4-20d6-4113-9770-579b3a126bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:36.932531 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74a6d66-b94d-475b-8c0f-31bcf07755d3 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e812d11f-7aee-4ffa-81c9-00fe07a81374,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:08:36.936488 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-b74a6d66-b94d-475b-8c0f-31bcf07755d3 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:08:36.937659 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-b74a6d66-b94d-475b-8c0f-31bcf07755d3 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks [] for security_group, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:36.943675 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-b74a6d66-b94d-475b-8c0f-31bcf07755d3 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2860913
Apr 16 05:08:36.944127 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 38240) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:08:36.950738 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-fb75d56a-0d83-4813-acde-21136495aec2 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Request body: {'security_group_rule': {'security_group_id': 'e812d11f-7aee-4ffa-81c9-00fe07a81374', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:08:36.960857 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-fb75d56a-0d83-4813-acde-21136495aec2 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:08:36.966289 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-fb75d56a-0d83-4813-acde-21136495aec2 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Usage tracker for resource:security_group_rule and tenant:0568e0a577bb45428833638c9c368aa5 is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:08:36.970133 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-fb75d56a-0d83-4813-acde-21136495aec2 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:08:36.982954 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-fb75d56a-0d83-4813-acde-21136495aec2 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:08:37.007467 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-fb75d56a-0d83-4813-acde-21136495aec2 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:37.110851 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-fb75d56a-0d83-4813-acde-21136495aec2 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:37.114916 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-fb75d56a-0d83-4813-acde-21136495aec2 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612896'] for security_group_rule, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:37.118954 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-3189525d-b049-4eae-afce-cf92cd2c8d9e tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:08:37.138421 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb75d56a-0d83-4813-acde-21136495aec2 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22a410ec-c075-4768-8068-ee70a0f7f2de,revision_number=0']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:08:37.142950 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-fb75d56a-0d83-4813-acde-21136495aec2 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:08:37.151927 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd578f-274e-4499-a90e-cdf5e5fd6f85 req-bdcd26bf-f875-4478-bf01-2bb1628cbc95 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:08:37.155628 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ddcd578f-274e-4499-a90e-cdf5e5fd6f85 req-bdcd26bf-f875-4478-bf01-2bb1628cbc95 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a6db6-5e0e-4625-805b-854fe43bd156 HTTP/1.1" status: 200  len: 945 time: 0.4590015
Apr 16 05:08:37.162418 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-fb75d56a-0d83-4813-acde-21136495aec2 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:37.167044 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-fb75d56a-0d83-4813-acde-21136495aec2 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2185807
Apr 16 05:08:37.167463 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 38246) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:08:37.177067 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-cacae505-17dd-43ab-86e2-343ac2b5a0e4 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Request body: {'security_group_rule': {'security_group_id': 'e812d11f-7aee-4ffa-81c9-00fe07a81374', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:08:37.188552 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-cacae505-17dd-43ab-86e2-343ac2b5a0e4 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:08:37.194941 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-cacae505-17dd-43ab-86e2-343ac2b5a0e4 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Usage tracker for resource:security_group_rule and tenant:0568e0a577bb45428833638c9c368aa5 is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:08:37.199468 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-cacae505-17dd-43ab-86e2-343ac2b5a0e4 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:08:37.207874 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-cacae505-17dd-43ab-86e2-343ac2b5a0e4 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:08:37.225977 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ddcd578f-274e-4499-a90e-cdf5e5fd6f85 req-2a53995a-796d-4c5b-ad16-4683acd4dc54 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632730
Apr 16 05:08:37.231567 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-cacae505-17dd-43ab-86e2-343ac2b5a0e4 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:37.312764 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-cacae505-17dd-43ab-86e2-343ac2b5a0e4 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:37.315785 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-cacae505-17dd-43ab-86e2-343ac2b5a0e4 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612896'] for security_group_rule, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:37.322261 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:08:37.344783 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacae505-17dd-43ab-86e2-343ac2b5a0e4 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96701b03-f46a-4a44-b320-80d92cedcf19,revision_number=0']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:08:37.347552 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-cacae505-17dd-43ab-86e2-343ac2b5a0e4 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:08:37.355283 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-cacae505-17dd-43ab-86e2-343ac2b5a0e4 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:37.356641 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-cacae505-17dd-43ab-86e2-343ac2b5a0e4 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1877093
Apr 16 05:08:37.360445 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 38250) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:08:37.366529 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-860724bb-931f-4004-969c-c7df69296f8e tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Request body: {'floatingip': {'floating_network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88'}} {{(pid=85357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:08:37.373369 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-860724bb-931f-4004-969c-c7df69296f8e tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:08:37.377961 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-860724bb-931f-4004-969c-c7df69296f8e tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Usage tracker for resource:floatingip and tenant:0568e0a577bb45428833638c9c368aa5 is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:08:37.381472 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-860724bb-931f-4004-969c-c7df69296f8e tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:08:37.388994 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-860724bb-931f-4004-969c-c7df69296f8e tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:08:37.399933 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-860724bb-931f-4004-969c-c7df69296f8e tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks [] for floatingip, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:37.561860 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-860724bb-931f-4004-969c-c7df69296f8e tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:37.632296 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:37.763795 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-63345f0b-feae-4d1b-a675-506eb60b354a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:37.775301 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.db_base_plugin_common [None req-860724bb-931f-4004-969c-c7df69296f8e tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Allocated IP 172.27.2.176 (09b59cd3-13be-4f6b-8ba8-71a7bb13ef88/d321c4f6-731d-44eb-a563-8ed238725710/b5390aeb-ffd7-41f9-b12e-81cfd2b78497) {{(pid=85357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 05:08:38.013844 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:38.023663 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-860724bb-931f-4004-969c-c7df69296f8e tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks [] for port, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:38.061595 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-860724bb-931f-4004-969c-c7df69296f8e tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284332319809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30120147'] for port, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:38.081085 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:08:38.155511 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860724bb-931f-4004-969c-c7df69296f8e tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Pushing event updated for resources: {'Port': ['ID=b5390aeb-ffd7-41f9-b12e-81cfd2b78497,revision_number=1']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:08:38.162291 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-860724bb-931f-4004-969c-c7df69296f8e tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:08:38.322701 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860724bb-931f-4004-969c-c7df69296f8e tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Network 09b59cd3-13be-4f6b-8ba8-71a7bb13ef88 is already hosted by enough agents. {{(pid=85357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 05:08:38.324250 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [None req-860724bb-931f-4004-969c-c7df69296f8e tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Resources bound (agent type, host, resource id):  {{(pid=85357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 05:08:38.327118 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860724bb-931f-4004-969c-c7df69296f8e tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Received port after_create {{(pid=85357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 05:08:38.437258 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-860724bb-931f-4004-969c-c7df69296f8e tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:38.697346 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-860724bb-931f-4004-969c-c7df69296f8e tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:38.903933 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd64c415-8ea6-445a-ac65-a3bd72d3cc4a req-a5de35e6-f961-4812-8d97-a890ba710b04 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:08:38.905774 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-dd64c415-8ea6-445a-ac65-a3bd72d3cc4a req-a5de35e6-f961-4812-8d97-a890ba710b04 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a6db6-5e0e-4625-805b-854fe43bd156 HTTP/1.1" status: 200  len: 945 time: 0.4815891
Apr 16 05:08:39.069175 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-dd64c415-8ea6-445a-ac65-a3bd72d3cc4a req-99717a9f-f3ac-4874-ac06-49832f0a0a42 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0990849
Apr 16 05:08:39.074134 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff761c72-7965-497f-a6b1-2bd83fd975a1 req-c06a92f1-5546-433e-bf3e-19426582bc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:08:39.075828 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ff761c72-7965-497f-a6b1-2bd83fd975a1 req-c06a92f1-5546-433e-bf3e-19426582bc5d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=906565d5b9534e68b06210dedd1603fb&device_id=7f6a6db6-5e0e-4625-805b-854fe43bd156 HTTP/1.1" status: 200  len: 1098 time: 0.3192203
Apr 16 05:08:39.238684 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-860724bb-931f-4004-969c-c7df69296f8e tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks [] for port, precommit_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:39.244322 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-860724bb-931f-4004-969c-c7df69296f8e tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036824655669'] for port, after_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:39.262465 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-3e8abbd7-6e50-4a6b-ac94-8f5c38b6df7f tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:08:39.400222 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a57a9699-4b93-4635-9a0c-76135fd629c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:39.695580 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff761c72-7965-497f-a6b1-2bd83fd975a1 req-1930a7d3-1515-4fa0-9c7c-40d8b4288fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:08:39.697303 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ff761c72-7965-497f-a6b1-2bd83fd975a1 req-1930a7d3-1515-4fa0-9c7c-40d8b4288fb1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7f06c768-0917-4905-82a4-2a04abfa7281 HTTP/1.1" status: 200  len: 919 time: 0.5965176
Apr 16 05:08:39.710631 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860724bb-931f-4004-969c-c7df69296f8e tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Pushing event updated for resources: {'Port': ['ID=b5390aeb-ffd7-41f9-b12e-81cfd2b78497,revision_number=2']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:08:39.714031 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-860724bb-931f-4004-969c-c7df69296f8e tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:08:39.792207 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ff761c72-7965-497f-a6b1-2bd83fd975a1 req-f13ce6a8-1712-43a4-a74e-2270c5f6867b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=812f1224-5033-4d66-a589-6e8874a8ace2 HTTP/1.1" status: 200  len: 217 time: 0.0829787
Apr 16 05:08:39.941659 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff761c72-7965-497f-a6b1-2bd83fd975a1 req-a6c65ec4-d13e-43e1-99a7-7ccd1f38f695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:08:39.942882 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ff761c72-7965-497f-a6b1-2bd83fd975a1 req-a6c65ec4-d13e-43e1-99a7-7ccd1f38f695 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=092c750d-226a-4b66-92f6-9f771b17666a HTTP/1.1" status: 200  len: 858 time: 0.1389358
Apr 16 05:08:40.078110 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ff761c72-7965-497f-a6b1-2bd83fd975a1 req-45f7abdc-4068-4c8b-b1b9-63c235881cd8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7f06c768-0917-4905-82a4-2a04abfa7281&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1267102
Apr 16 05:08:40.120141 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-860724bb-931f-4004-969c-c7df69296f8e tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33197037'] for floatingip, after_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:40.224019 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-860724bb-931f-4004-969c-c7df69296f8e tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for floatingip, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:40.236293 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-860724bb-931f-4004-969c-c7df69296f8e tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.8744719
Apr 16 05:08:40.418390 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ff761c72-7965-497f-a6b1-2bd83fd975a1 req-847db1fa-a16f-4e1f-9c22-bc58f5080482 service neutron] 10.222.0.16 "GET /v2.0/networks/7f06c768-0917-4905-82a4-2a04abfa7281?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3308830
Apr 16 05:08:40.644529 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b52d6-85b6-4731-8fe3-6b12286dcd09 req-0ee21ec7-ba82-4f2e-8a4b-eb795b06bb5c tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:08:40.646313 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-989b52d6-85b6-4731-8fe3-6b12286dcd09 req-0ee21ec7-ba82-4f2e-8a4b-eb795b06bb5c tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a6db6-5e0e-4625-805b-854fe43bd156 HTTP/1.1" status: 200  len: 945 time: 0.3810461
Apr 16 05:08:40.706217 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-419c54d4-80b7-4123-8b0c-46d2ebfb87e4 req-8f1f5120-bac4-45aa-b94a-45bd56ec1af2 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1971285369&fields=id&tenant_id=0568e0a577bb45428833638c9c368aa5 HTTP/1.1" status: 200  len: 267 time: 0.2096581
Apr 16 05:08:40.855880 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-989b52d6-85b6-4731-8fe3-6b12286dcd09 req-d94f6e47-4665-4ec0-ad16-44b9ef67853e tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1954629
Apr 16 05:08:40.865633 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ff761c72-7965-497f-a6b1-2bd83fd975a1 req-81c7d98c-704b-45cb-99ad-9c73c06a7440 service neutron] 10.222.0.16 "GET /v2.0/networks/7f06c768-0917-4905-82a4-2a04abfa7281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4310136
Apr 16 05:08:40.942071 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c54d4-80b7-4123-8b0c-46d2ebfb87e4 req-7a6091d7-4c5c-45a4-b453-3cd3342f93b9 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:08:40.944170 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-419c54d4-80b7-4123-8b0c-46d2ebfb87e4 req-7a6091d7-4c5c-45a4-b453-3cd3342f93b9 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/networks?id=8df91495-625b-4773-a543-89e51aa2e299 HTTP/1.1" status: 200  len: 817 time: 0.2235501
Apr 16 05:08:40.967710 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-419c54d4-80b7-4123-8b0c-46d2ebfb87e4 req-2da1498d-c453-4cc1-83ee-b67199162fff tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/quotas/0568e0a577bb45428833638c9c368aa5 HTTP/1.1" status: 200  len: 375 time: 0.0122869
Apr 16 05:08:41.079527 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-419c54d4-80b7-4123-8b0c-46d2ebfb87e4 req-b6f2f303-f07c-4084-a183-bbdf7e74265e tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=0568e0a577bb45428833638c9c368aa5&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0999975
Apr 16 05:08:41.349824 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-419c54d4-80b7-4123-8b0c-46d2ebfb87e4 req-c7e16777-5d39-4ec6-9860-22119cc47838 service neutron] 10.222.0.26 "GET /v2.0/networks/8df91495-625b-4773-a543-89e51aa2e299?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2541971
Apr 16 05:08:41.520615 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-419c54d4-80b7-4123-8b0c-46d2ebfb87e4 req-13c117dc-0d92-4a47-b745-1309009f546d service neutron] 10.222.0.26 "GET /v2.0/networks/8df91495-625b-4773-a543-89e51aa2e299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1633823
Apr 16 05:08:41.867317 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-8ea59639-d48a-4b65-948b-a7427636601c req-0ab1dc1d-425a-4a91-9263-3cd3fd1d3891 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee821940-d6da-4b2f-a647-dda02d1af002 HTTP/1.1" status: 200  len: 210 time: 0.0845604
Apr 16 05:08:42.308979 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a31ff6-917c-4f36-b162-3b63244e1d6d req-2c6a2565-4286-437a-b5e0-52a83d710898 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:08:42.311474 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-d7a31ff6-917c-4f36-b162-3b63244e1d6d req-2c6a2565-4286-437a-b5e0-52a83d710898 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a6db6-5e0e-4625-805b-854fe43bd156 HTTP/1.1" status: 200  len: 945 time: 0.2368619
Apr 16 05:08:42.445148 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-d7a31ff6-917c-4f36-b162-3b63244e1d6d req-8a110882-53d5-4ff7-bf2d-4415ce19cbe7 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1197259
Apr 16 05:08:42.930744 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c86361-e0af-4c26-9c48-141f69a77c3a req-0ae21a64-742d-45ba-a05a-1a1fb16f838b tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:08:42.932579 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-f1c86361-e0af-4c26-9c48-141f69a77c3a req-0ae21a64-742d-45ba-a05a-1a1fb16f838b tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e67bc2f-10f1-4382-811e-d54f8a3a8471 HTTP/1.1" status: 200  len: 984 time: 0.1925325
Apr 16 05:08:42.949415 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b95d5f-4cb6-46ed-8515-871807d5ac2b req-3d7697e9-32b6-46d7-952c-7b1a26e3c86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:08:42.951429 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-58b95d5f-4cb6-46ed-8515-871807d5ac2b req-3d7697e9-32b6-46d7-952c-7b1a26e3c86b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=57e4f259d16345e68f38a623884c740f&device_id=3e67bc2f-10f1-4382-811e-d54f8a3a8471 HTTP/1.1" status: 200  len: 1137 time: 0.1483629
Apr 16 05:08:43.001636 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-f1c86361-e0af-4c26-9c48-141f69a77c3a req-bb7a382a-d43e-4db3-9421-efbfb165ddc8 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "GET /v2.0/security-groups?id=15af2dd6-ec6f-4d65-b920-3058c965fd47&id=1a46ccf0-69fb-42e0-8c00-00a7e2484635&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0553484
Apr 16 05:08:43.196294 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-8f7784ff-6521-495b-89b9-04ec73b09f1e req-6d49820b-914d-41bb-a1f3-047de266094b tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee821940-d6da-4b2f-a647-dda02d1af002 HTTP/1.1" status: 200  len: 210 time: 0.0752659
Apr 16 05:08:43.261886 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b95d5f-4cb6-46ed-8515-871807d5ac2b req-a2efcaad-7fb3-42e1-a789-fa107418f810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:08:43.263554 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-58b95d5f-4cb6-46ed-8515-871807d5ac2b req-a2efcaad-7fb3-42e1-a789-fa107418f810 service neutron] 10.222.0.16 "GET /v2.0/networks?id=711b0f98-8a05-4a75-8630-64793983447c HTTP/1.1" status: 200  len: 915 time: 0.2673066
Apr 16 05:08:43.339951 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 38388) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:08:43.388859 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-58b95d5f-4cb6-46ed-8515-871807d5ac2b req-ca86f891-0232-428f-b35f-6c5fc9a8cb87 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c69d104-f6fe-4cb2-9c63-1a0b0123cad4 HTTP/1.1" status: 200  len: 1000 time: 0.1164737
Apr 16 05:08:43.465798 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b95d5f-4cb6-46ed-8515-871807d5ac2b req-969ad46c-b3b6-4628-8da9-952c9280c05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:08:43.467821 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-58b95d5f-4cb6-46ed-8515-871807d5ac2b req-969ad46c-b3b6-4628-8da9-952c9280c05d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2a881910-3355-4ca0-a698-89b5f02a16d4 HTTP/1.1" status: 200  len: 853 time: 0.0704000
Apr 16 05:08:43.490764 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-6e1051da-dd14-4e3e-91ee-05fa2b9d4f6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:43.591381 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b95d5f-4cb6-46ed-8515-871807d5ac2b req-41b7c639-dba2-4327-a1a5-38042a6a5296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:08:43.593018 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-58b95d5f-4cb6-46ed-8515-871807d5ac2b req-41b7c639-dba2-4327-a1a5-38042a6a5296 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=711b0f98-8a05-4a75-8630-64793983447c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1054261
Apr 16 05:08:43.898498 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-6e1051da-dd14-4e3e-91ee-05fa2b9d4f6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:08:43.929623 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-6e1051da-dd14-4e3e-91ee-05fa2b9d4f6f admin admin] Usage tracker for resource:security_group_rule and tenant:4a53b0ce12c9499e91ad663419017cf3 is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:08:43.941901 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-6e1051da-dd14-4e3e-91ee-05fa2b9d4f6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:08:43.977710 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-6e1051da-dd14-4e3e-91ee-05fa2b9d4f6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:08:44.078808 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6405987f-3729-4984-9408-6bfef55f479b req-e2840c16-1b1e-4e9e-a8d3-91dc657ed25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:08:44.081165 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-6405987f-3729-4984-9408-6bfef55f479b req-e2840c16-1b1e-4e9e-a8d3-91dc657ed25f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7f6a6db6-5e0e-4625-805b-854fe43bd156 HTTP/1.1" status: 200  len: 1098 time: 0.2674499
Apr 16 05:08:44.128854 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c85b4-021a-46bc-b83c-b46e2f2a2f9b req-166ffe73-40a6-4c1a-8ef3-9fe3603787aa tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:08:44.139219 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-758c85b4-021a-46bc-b83c-b46e2f2a2f9b req-166ffe73-40a6-4c1a-8ef3-9fe3603787aa tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a6db6-5e0e-4625-805b-854fe43bd156 HTTP/1.1" status: 200  len: 945 time: 0.3939886
Apr 16 05:08:44.157424 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-58b95d5f-4cb6-46ed-8515-871807d5ac2b req-c8b88499-df1d-4c26-b383-b99e90551a2f service neutron] 10.222.0.16 "GET /v2.0/networks/711b0f98-8a05-4a75-8630-64793983447c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5547812
Apr 16 05:08:44.222662 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c54d4-80b7-4123-8b0c-46d2ebfb87e4 req-234d32f9-1856-4c27-94c8-9844a4708a09 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:08:44.230170 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-419c54d4-80b7-4123-8b0c-46d2ebfb87e4 req-234d32f9-1856-4c27-94c8-9844a4708a09 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.16 "GET /v2.0/networks?id=8df91495-625b-4773-a543-89e51aa2e299 HTTP/1.1" status: 200  len: 817 time: 0.4345455
Apr 16 05:08:44.382791 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-6e1051da-dd14-4e3e-91ee-05fa2b9d4f6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:44.389801 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-419c54d4-80b7-4123-8b0c-46d2ebfb87e4 req-eb1d9f2b-8be6-4307-b45c-c06f74bddb8a tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Synchronizing usage tracker for tenant:0568e0a577bb45428833638c9c368aa5 on resource:security_group {{(pid=85356) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 05:08:44.395260 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-6e1051da-dd14-4e3e-91ee-05fa2b9d4f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:44.404305 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-b74a6d66-b94d-475b-8c0f-31bcf07755d3 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:08:44.468734 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-419c54d4-80b7-4123-8b0c-46d2ebfb87e4 req-eb1d9f2b-8be6-4307-b45c-c06f74bddb8a tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Unset dirty status for tenant:0568e0a577bb45428833638c9c368aa5 on resource:security_group {{(pid=85356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 05:08:44.470255 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-419c54d4-80b7-4123-8b0c-46d2ebfb87e4 req-eb1d9f2b-8be6-4307-b45c-c06f74bddb8a tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0568e0a577bb45428833638c9c368aa5 HTTP/1.1" status: 200  len: 5704 time: 0.2149453
Apr 16 05:08:44.474375 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-6e1051da-dd14-4e3e-91ee-05fa2b9d4f6f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4a53b0ce12c9499e91ad663419017cf3&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1331336
Apr 16 05:08:44.475705 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1051da-dd14-4e3e-91ee-05fa2b9d4f6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31023352-a2ff-43bd-ab4b-e3cc66cb1c33,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:08:44.483972 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [req-419c54d4-80b7-4123-8b0c-46d2ebfb87e4 req-7046315e-b562-4008-bbef-8b2985004c7a tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Request body: {'port': {'device_id': 'ee821940-d6da-4b2f-a647-dda02d1af002', 'network_id': '8df91495-625b-4773-a543-89e51aa2e299', 'admin_state_up': True, 'tenant_id': '0568e0a577bb45428833638c9c368aa5', 'security_groups': ['e812d11f-7aee-4ffa-81c9-00fe07a81374']}} {{(pid=85356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:08:44.500549 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 38406) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:08:44.501484 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-6e1051da-dd14-4e3e-91ee-05fa2b9d4f6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:08:44.651363 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-6405987f-3729-4984-9408-6bfef55f479b req-8259856b-40af-4a44-b6c9-e0ba1b8d43fc service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5319448
Apr 16 05:08:44.672328 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-758c85b4-021a-46bc-b83c-b46e2f2a2f9b req-8c31c9a9-52c2-4d5d-9da1-766c9efc500b tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5076275
Apr 16 05:08:44.694277 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-1c2a8ba3-21be-46a2-86de-eba5c07ddfbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:44.717703 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-58b95d5f-4cb6-46ed-8515-871807d5ac2b req-bbddefe4-a7c5-4595-9624-302aa27b04e0 service neutron] 10.222.0.16 "GET /v2.0/networks/711b0f98-8a05-4a75-8630-64793983447c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5407588
Apr 16 05:08:44.729279 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [req-419c54d4-80b7-4123-8b0c-46d2ebfb87e4 req-7046315e-b562-4008-bbef-8b2985004c7a tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:08:44.737184 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-1c2a8ba3-21be-46a2-86de-eba5c07ddfbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:44.745326 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ad19a-f9cd-44bc-9c7d-9c9d62509e55 req-2189f10c-022a-4c04-afd7-37c4870de78e tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:08:44.746950 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-419c54d4-80b7-4123-8b0c-46d2ebfb87e4 req-7046315e-b562-4008-bbef-8b2985004c7a tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Usage tracker for resource:port and tenant:0568e0a577bb45428833638c9c368aa5 is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:08:44.748177 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-814ad19a-f9cd-44bc-9c7d-9c9d62509e55 req-2189f10c-022a-4c04-afd7-37c4870de78e tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e67bc2f-10f1-4382-811e-d54f8a3a8471 HTTP/1.1" status: 200  len: 984 time: 0.2099805
Apr 16 05:08:44.752074 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-419c54d4-80b7-4123-8b0c-46d2ebfb87e4 req-7046315e-b562-4008-bbef-8b2985004c7a tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:08:44.767382 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [req-419c54d4-80b7-4123-8b0c-46d2ebfb87e4 req-7046315e-b562-4008-bbef-8b2985004c7a tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:08:44.796138 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-419c54d4-80b7-4123-8b0c-46d2ebfb87e4 req-7046315e-b562-4008-bbef-8b2985004c7a tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Made reservation on behalf of 0568e0a577bb45428833638c9c368aa5 for: {'port': 1} {{(pid=85356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 05:08:44.802729 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-419c54d4-80b7-4123-8b0c-46d2ebfb87e4 req-7046315e-b562-4008-bbef-8b2985004c7a tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:44.823128 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-814ad19a-f9cd-44bc-9c7d-9c9d62509e55 req-0a671010-f1b8-4c08-934f-47a1838fddf1 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "GET /v2.0/security-groups?id=15af2dd6-ec6f-4d65-b920-3058c965fd47&id=1a46ccf0-69fb-42e0-8c00-00a7e2484635&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0646806
Apr 16 05:08:44.885804 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-1c2a8ba3-21be-46a2-86de-eba5c07ddfbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:44.898387 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-5a9ffa6b-75f4-45b7-acbc-34fb6e1d53ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:08:44.926206 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2a8ba3-21be-46a2-86de-eba5c07ddfbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31023352-a2ff-43bd-ab4b-e3cc66cb1c33,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:08:44.928714 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-1c2a8ba3-21be-46a2-86de-eba5c07ddfbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:08:44.961834 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-1c2a8ba3-21be-46a2-86de-eba5c07ddfbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:44.963911 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-1c2a8ba3-21be-46a2-86de-eba5c07ddfbd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/31023352-a2ff-43bd-ab4b-e3cc66cb1c33 HTTP/1.1" status: 204  len: 168 time: 0.4612877
Apr 16 05:08:45.015274 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-dceac6d6-a9a3-4af0-a31b-8d1f12cbcab8 req-2378f2da-c4eb-4a8d-ae1e-29b1bc3f3bfb tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee821940-d6da-4b2f-a647-dda02d1af002 HTTP/1.1" status: 200  len: 210 time: 0.0948064
Apr 16 05:08:45.082770 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.db_base_plugin_common [req-419c54d4-80b7-4123-8b0c-46d2ebfb87e4 req-7046315e-b562-4008-bbef-8b2985004c7a tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Allocated IP 172.20.0.7 (8df91495-625b-4773-a543-89e51aa2e299/7194465a-cb17-4853-a8ba-70bd30e05305/2cc6e7a8-88b6-4bd9-8c7a-da164869b549) {{(pid=85356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 05:08:45.356627 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-419c54d4-80b7-4123-8b0c-46d2ebfb87e4 req-7046315e-b562-4008-bbef-8b2985004c7a tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks [] for port, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:45.392926 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [req-419c54d4-80b7-4123-8b0c-46d2ebfb87e4 req-7046315e-b562-4008-bbef-8b2985004c7a tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Transition to ACTIVE for port object 2cc6e7a8-88b6-4bd9-8c7a-da164869b549 will not be triggered until provisioned by entity DHCP. {{(pid=85356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 05:08:45.432190 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-419c54d4-80b7-4123-8b0c-46d2ebfb87e4 req-7046315e-b562-4008-bbef-8b2985004c7a tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284332319809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32051484'] for port, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:45.441462 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 38416) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:08:45.450454 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-7a831b01-b25c-4bcc-bd2b-c84793ff504d tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:08:45.462603 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e8435c6c-3e12-45ce-bb5a-40c13ed5f50f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:45.485366 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-e8435c6c-3e12-45ce-bb5a-40c13ed5f50f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:08:45.490601 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-e8435c6c-3e12-45ce-bb5a-40c13ed5f50f admin admin] Usage tracker for resource:security_group_rule and tenant:b8aba509d634489db09a0c244bd6e8e4 is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:08:45.494120 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-e8435c6c-3e12-45ce-bb5a-40c13ed5f50f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:08:45.501517 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-e8435c6c-3e12-45ce-bb5a-40c13ed5f50f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:08:45.599728 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e8435c6c-3e12-45ce-bb5a-40c13ed5f50f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:45.602945 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e8435c6c-3e12-45ce-bb5a-40c13ed5f50f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:45.606564 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7046315e-b562-4008-bbef-8b2985004c7a tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Pushing event updated for resources: {'Port': ['ID=2cc6e7a8-88b6-4bd9-8c7a-da164869b549,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:08:45.611673 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-7046315e-b562-4008-bbef-8b2985004c7a tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:08:45.613622 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-685be4b2-1645-406e-84f9-dbf9f784c256 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:08:45.662796 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-e8435c6c-3e12-45ce-bb5a-40c13ed5f50f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b8aba509d634489db09a0c244bd6e8e4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2169831
Apr 16 05:08:45.662796 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8435c6c-3e12-45ce-bb5a-40c13ed5f50f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dbbcf98-bce2-4512-87bb-99a090d84564,revision_number=1']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:08:45.664510 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 38420) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:08:45.668520 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-e8435c6c-3e12-45ce-bb5a-40c13ed5f50f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:08:45.672086 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-419c54d4-80b7-4123-8b0c-46d2ebfb87e4 req-7046315e-b562-4008-bbef-8b2985004c7a tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Network 8df91495-625b-4773-a543-89e51aa2e299 is already hosted by enough agents. {{(pid=85356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 05:08:45.673517 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [req-419c54d4-80b7-4123-8b0c-46d2ebfb87e4 req-7046315e-b562-4008-bbef-8b2985004c7a tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Resources bound (agent type, host, resource id):  {{(pid=85356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 05:08:45.676267 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [req-419c54d4-80b7-4123-8b0c-46d2ebfb87e4 req-7046315e-b562-4008-bbef-8b2985004c7a tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Received port after_create {{(pid=85356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 05:08:45.754737 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c54d4-80b7-4123-8b0c-46d2ebfb87e4 req-7046315e-b562-4008-bbef-8b2985004c7a tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:08:45.755675 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-419c54d4-80b7-4123-8b0c-46d2ebfb87e4 req-7046315e-b562-4008-bbef-8b2985004c7a tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:45.779328 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-419c54d4-80b7-4123-8b0c-46d2ebfb87e4 req-7046315e-b562-4008-bbef-8b2985004c7a tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2998412
Apr 16 05:08:45.780186 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-999b41aa-1f7f-4484-aa0f-a2849c7d65b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:45.802470 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [req-419c54d4-80b7-4123-8b0c-46d2ebfb87e4 req-9acd68a8-28db-4447-97d9-71099e559605 service neutron] Request body: {'port': {'device_id': 'ee821940-d6da-4b2f-a647-dda02d1af002', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=85356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:08:45.838502 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-999b41aa-1f7f-4484-aa0f-a2849c7d65b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:45.958414 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-1fe1d4a6-886d-40fc-8052-926fa902937e None None] Provisioning for port 2cc6e7a8-88b6-4bd9-8c7a-da164869b549 completed by entity DHCP. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 05:08:45.964831 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-1fe1d4a6-886d-40fc-8052-926fa902937e None None] Provisioning complete for port 2cc6e7a8-88b6-4bd9-8c7a-da164869b549 triggered by entity DHCP. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:08:45.965280 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-1fe1d4a6-886d-40fc-8052-926fa902937e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:46.052488 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-999b41aa-1f7f-4484-aa0f-a2849c7d65b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:46.065893 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-f29eb8e9-aa95-485e-815a-d6c30c505c9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:08:46.087116 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999b41aa-1f7f-4484-aa0f-a2849c7d65b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dbbcf98-bce2-4512-87bb-99a090d84564,revision_number=None']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:08:46.089281 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-419c54d4-80b7-4123-8b0c-46d2ebfb87e4 req-9acd68a8-28db-4447-97d9-71099e559605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:46.092767 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-999b41aa-1f7f-4484-aa0f-a2849c7d65b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:08:46.113731 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-1fe1d4a6-886d-40fc-8052-926fa902937e None None] Port 2cc6e7a8-88b6-4bd9-8c7a-da164869b549 cannot update to ACTIVE because it is not bound. {{(pid=85358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 16 05:08:46.204200 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-999b41aa-1f7f-4484-aa0f-a2849c7d65b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:46.206315 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-999b41aa-1f7f-4484-aa0f-a2849c7d65b5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0dbbcf98-bce2-4512-87bb-99a090d84564 HTTP/1.1" status: 204  len: 168 time: 0.5404656
Apr 16 05:08:46.270487 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f1c9f2-485d-4c5c-89a9-dd8693ec22c0 req-a9da4fa2-afce-45b8-bd28-292fcae606d3 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:08:46.272519 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-e3f1c9f2-485d-4c5c-89a9-dd8693ec22c0 req-a9da4fa2-afce-45b8-bd28-292fcae606d3 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a6db6-5e0e-4625-805b-854fe43bd156 HTTP/1.1" status: 200  len: 945 time: 0.3585229
Apr 16 05:08:46.317470 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d52b10-0630-4fb0-b8cd-158680e4ad25 req-f7ea3525-2266-42fc-ab2e-ccbacec83d4a tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:08:46.319742 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-11d52b10-0630-4fb0-b8cd-158680e4ad25 req-f7ea3525-2266-42fc-ab2e-ccbacec83d4a tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e67bc2f-10f1-4382-811e-d54f8a3a8471 HTTP/1.1" status: 200  len: 984 time: 0.2557602
Apr 16 05:08:46.390786 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-e3f1c9f2-485d-4c5c-89a9-dd8693ec22c0 req-c03078c3-c44c-4c54-9562-9259b9c52849 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1108716
Apr 16 05:08:46.447583 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-11d52b10-0630-4fb0-b8cd-158680e4ad25 req-8cb97c29-7408-479a-b70a-82b6ef2798a6 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "GET /v2.0/security-groups?id=15af2dd6-ec6f-4d65-b920-3058c965fd47&id=1a46ccf0-69fb-42e0-8c00-00a7e2484635&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1145852
Apr 16 05:08:46.635255 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [req-419c54d4-80b7-4123-8b0c-46d2ebfb87e4 req-9acd68a8-28db-4447-97d9-71099e559605 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cc6e7a8-88b6-4bd9-8c7a-da164869b549 {{(pid=85356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 05:08:46.646997 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-419c54d4-80b7-4123-8b0c-46d2ebfb87e4 req-9acd68a8-28db-4447-97d9-71099e559605 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:46.666758 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [req-419c54d4-80b7-4123-8b0c-46d2ebfb87e4 req-9acd68a8-28db-4447-97d9-71099e559605 service neutron] Transition to ACTIVE for port object 2cc6e7a8-88b6-4bd9-8c7a-da164869b549 will not be triggered until provisioned by entity L2. {{(pid=85356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 05:08:46.673326 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-419c54d4-80b7-4123-8b0c-46d2ebfb87e4 req-9acd68a8-28db-4447-97d9-71099e559605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822724348'] for port, after_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:46.683414 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a023e3-412d-4366-b53a-0b9218fc4352 req-90d279ce-e82e-409a-aa32-7a59b9d3b457 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:08:46.685956 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-36a023e3-412d-4366-b53a-0b9218fc4352 req-90d279ce-e82e-409a-aa32-7a59b9d3b457 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee821940-d6da-4b2f-a647-dda02d1af002 HTTP/1.1" status: 200  len: 931 time: 0.1431377
Apr 16 05:08:46.695583 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-64ab95e4-3d7a-42b4-9c8b-b60cad43190a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:08:46.751420 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-36a023e3-412d-4366-b53a-0b9218fc4352 req-50fb95ad-bcbb-422a-82af-f62488c6a781 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=e812d11f-7aee-4ffa-81c9-00fe07a81374&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0570805
Apr 16 05:08:46.872926 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acd68a8-28db-4447-97d9-71099e559605 service neutron] Pushing event updated for resources: {'Port': ['ID=2cc6e7a8-88b6-4bd9-8c7a-da164869b549,revision_number=2']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:08:46.877720 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-9acd68a8-28db-4447-97d9-71099e559605 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:08:47.151600 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [req-419c54d4-80b7-4123-8b0c-46d2ebfb87e4 req-9acd68a8-28db-4447-97d9-71099e559605 service neutron] Attempting to bind port 2cc6e7a8-88b6-4bd9-8c7a-da164869b549 on host hv-cinder-78652 for vnic_type normal with profile  {{(pid=85356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 05:08:47.152107 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [req-419c54d4-80b7-4123-8b0c-46d2ebfb87e4 req-9acd68a8-28db-4447-97d9-71099e559605 service neutron] Attempting to bind port 2cc6e7a8-88b6-4bd9-8c7a-da164869b549 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '79077226-93f2-4a1f-b0e8-7ab4b09d1a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8df91495-625b-4773-a543-89e51aa2e299'}] {{(pid=85356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 05:08:47.152579 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419c54d4-80b7-4123-8b0c-46d2ebfb87e4 req-9acd68a8-28db-4447-97d9-71099e559605 service neutron] Attempting to bind port 2cc6e7a8-88b6-4bd9-8c7a-da164869b549 on network 8df91495-625b-4773-a543-89e51aa2e299 {{(pid=85356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 05:08:47.158900 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419c54d4-80b7-4123-8b0c-46d2ebfb87e4 req-9acd68a8-28db-4447-97d9-71099e559605 service neutron] Port 2cc6e7a8-88b6-4bd9-8c7a-da164869b549 on network 8df91495-625b-4773-a543-89e51aa2e299 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=85356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 05:08:47.159339 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419c54d4-80b7-4123-8b0c-46d2ebfb87e4 req-9acd68a8-28db-4447-97d9-71099e559605 service neutron] Attempting to bind port 2cc6e7a8-88b6-4bd9-8c7a-da164869b549 on network 8df91495-625b-4773-a543-89e51aa2e299 {{(pid=85356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 05:08:47.167057 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419c54d4-80b7-4123-8b0c-46d2ebfb87e4 req-9acd68a8-28db-4447-97d9-71099e559605 service neutron] Checking agent: {'id': '5ddcce5e-7017-4c76-88fa-bffacfec0d31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 5, 1, 38), 'started_at': datetime.datetime(2021, 4, 16, 5, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 5, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 05:08:47.167439 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419c54d4-80b7-4123-8b0c-46d2ebfb87e4 req-9acd68a8-28db-4447-97d9-71099e559605 service neutron] Checking segment: {'id': '79077226-93f2-4a1f-b0e8-7ab4b09d1a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8df91495-625b-4773-a543-89e51aa2e299'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 05:08:47.167878 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419c54d4-80b7-4123-8b0c-46d2ebfb87e4 req-9acd68a8-28db-4447-97d9-71099e559605 service neutron] Bound using segment: {'id': '79077226-93f2-4a1f-b0e8-7ab4b09d1a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8df91495-625b-4773-a543-89e51aa2e299'} {{(pid=85356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 05:08:47.168368 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [req-419c54d4-80b7-4123-8b0c-46d2ebfb87e4 req-9acd68a8-28db-4447-97d9-71099e559605 service neutron] Bound port: 2cc6e7a8-88b6-4bd9-8c7a-da164869b549, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79077226-93f2-4a1f-b0e8-7ab4b09d1a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8df91495-625b-4773-a543-89e51aa2e299'}}] {{(pid=85356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 05:08:47.168759 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-419c54d4-80b7-4123-8b0c-46d2ebfb87e4 req-9acd68a8-28db-4447-97d9-71099e559605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:47.299494 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [req-419c54d4-80b7-4123-8b0c-46d2ebfb87e4 req-9acd68a8-28db-4447-97d9-71099e559605 service neutron] For port 2cc6e7a8-88b6-4bd9-8c7a-da164869b549, host hv-cinder-78652, cleared binding levels {{(pid=85356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 05:08:47.303731 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [req-419c54d4-80b7-4123-8b0c-46d2ebfb87e4 req-9acd68a8-28db-4447-97d9-71099e559605 service neutron] For port 2cc6e7a8-88b6-4bd9-8c7a-da164869b549, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=2cc6e7a8-88b6-4bd9-8c7a-da164869b549,segment=NetworkSegment(79077226-93f2-4a1f-b0e8-7ab4b09d1a7b),segment_id=79077226-93f2-4a1f-b0e8-7ab4b09d1a7b)] {{(pid=85356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 05:08:47.310362 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-419c54d4-80b7-4123-8b0c-46d2ebfb87e4 req-9acd68a8-28db-4447-97d9-71099e559605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822724348'] for port, after_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:47.339752 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-ae251440-15b1-41d3-90cb-c133d8eae583 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:08:47.531367 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acd68a8-28db-4447-97d9-71099e559605 service neutron] Pushing event updated for resources: {'Port': ['ID=2cc6e7a8-88b6-4bd9-8c7a-da164869b549,revision_number=3']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:08:47.548566 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-9acd68a8-28db-4447-97d9-71099e559605 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:08:47.628942 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c54d4-80b7-4123-8b0c-46d2ebfb87e4 req-9acd68a8-28db-4447-97d9-71099e559605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:08:47.631862 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-419c54d4-80b7-4123-8b0c-46d2ebfb87e4 req-9acd68a8-28db-4447-97d9-71099e559605 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:47.637716 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-419c54d4-80b7-4123-8b0c-46d2ebfb87e4 req-9acd68a8-28db-4447-97d9-71099e559605 service neutron] 10.222.0.16 "PUT /v2.0/ports/2cc6e7a8-88b6-4bd9-8c7a-da164869b549 HTTP/1.1" status: 200  len: 1093 time: 1.8415711
Apr 16 05:08:47.638877 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee821940-d6da-4b2f-a647-dda02d1af002', 'tag': '2cc6e7a8-88b6-4bd9-8c7a-da164869b549'}] {{(pid=85356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 05:08:47.758027 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.agents_db [None req-9d5d34cb-f672-4e49-b111-51c360ae5d44 None None] Agent healthcheck: found 6 active agents {{(pid=85359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 05:08:47.922582 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c54d4-80b7-4123-8b0c-46d2ebfb87e4 req-2e16992f-19b0-43a2-8363-2dee1dd186e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:08:47.926261 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-419c54d4-80b7-4123-8b0c-46d2ebfb87e4 req-2e16992f-19b0-43a2-8363-2dee1dd186e7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0568e0a577bb45428833638c9c368aa5&device_id=ee821940-d6da-4b2f-a647-dda02d1af002 HTTP/1.1" status: 200  len: 1096 time: 0.2085397
Apr 16 05:08:48.012359 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7538258-f4e9-4675-8129-f3a3a5a27531 req-d11a0eec-42da-428e-98d5-7f06867b8d63 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:08:48.014800 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-d7538258-f4e9-4675-8129-f3a3a5a27531 req-d11a0eec-42da-428e-98d5-7f06867b8d63 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a6db6-5e0e-4625-805b-854fe43bd156 HTTP/1.1" status: 200  len: 945 time: 0.3565912
Apr 16 05:08:48.036502 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20dff4b-32a3-44c2-a70d-69907e292aa3 req-02dd624a-3d51-4552-aa68-79dd07473995 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:08:48.038950 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-e20dff4b-32a3-44c2-a70d-69907e292aa3 req-02dd624a-3d51-4552-aa68-79dd07473995 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e67bc2f-10f1-4382-811e-d54f8a3a8471 HTTP/1.1" status: 200  len: 984 time: 0.2265351
Apr 16 05:08:48.055391 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-419c54d4-80b7-4123-8b0c-46d2ebfb87e4 req-ed3a4a23-8f04-4c11-a1c1-7ac6479e4b89 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2cc6e7a8-88b6-4bd9-8c7a-da164869b549 HTTP/1.1" status: 200  len: 217 time: 0.1099432
Apr 16 05:08:48.132741 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-d7538258-f4e9-4675-8129-f3a3a5a27531 req-ff2dcf26-017e-452f-ad06-bbd960e692ab tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0923109
Apr 16 05:08:48.169802 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c54d4-80b7-4123-8b0c-46d2ebfb87e4 req-dad30230-2ee0-4165-bc66-ec1e74e52d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:08:48.178234 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-419c54d4-80b7-4123-8b0c-46d2ebfb87e4 req-dad30230-2ee0-4165-bc66-ec1e74e52d1a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7194465a-cb17-4853-a8ba-70bd30e05305 HTTP/1.1" status: 200  len: 856 time: 0.1153407
Apr 16 05:08:48.188971 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-e20dff4b-32a3-44c2-a70d-69907e292aa3 req-cc21867e-9015-45f6-852d-e816ee9651b0 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "GET /v2.0/security-groups?id=15af2dd6-ec6f-4d65-b920-3058c965fd47&id=1a46ccf0-69fb-42e0-8c00-00a7e2484635&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1020255
Apr 16 05:08:48.283982 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee821940-d6da-4b2f-a647-dda02d1af002', 'tag': '2cc6e7a8-88b6-4bd9-8c7a-da164869b549', 'status': 'completed', 'code': 200}
Apr 16 05:08:48.346082 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c54d4-80b7-4123-8b0c-46d2ebfb87e4 req-f741fea4-692a-41f6-8fe0-5b7ac2edfb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:08:48.347970 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-419c54d4-80b7-4123-8b0c-46d2ebfb87e4 req-f741fea4-692a-41f6-8fe0-5b7ac2edfb27 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8df91495-625b-4773-a543-89e51aa2e299&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1621268
Apr 16 05:08:48.535461 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fcf164-07d1-47d1-b80b-9254af2f4e34 req-b92f4abb-b185-4767-8a89-eff3998e11cc tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:08:48.537364 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-94fcf164-07d1-47d1-b80b-9254af2f4e34 req-b92f4abb-b185-4767-8a89-eff3998e11cc tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee821940-d6da-4b2f-a647-dda02d1af002 HTTP/1.1" status: 200  len: 943 time: 0.1678436
Apr 16 05:08:48.612079 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-94fcf164-07d1-47d1-b80b-9254af2f4e34 req-c75d8bef-4788-47ff-ba0b-108282ba5d3a tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=e812d11f-7aee-4ffa-81c9-00fe07a81374&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0635879
Apr 16 05:08:48.678867 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-419c54d4-80b7-4123-8b0c-46d2ebfb87e4 req-244e30c2-32e3-4a0e-85b7-c22df3f1c7e8 service neutron] 10.222.0.16 "GET /v2.0/networks/8df91495-625b-4773-a543-89e51aa2e299?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3228333
Apr 16 05:08:48.928489 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-419c54d4-80b7-4123-8b0c-46d2ebfb87e4 req-a5f97608-b126-49f2-b662-ea1ce59bd116 service neutron] 10.222.0.16 "GET /v2.0/networks/8df91495-625b-4773-a543-89e51aa2e299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2417359
Apr 16 05:08:49.226941 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77bf138-b6e6-4140-8e58-f62cd86e124f req-855ade55-b3bb-4d8c-8321-5724c9ddffcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:08:49.228620 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-e77bf138-b6e6-4140-8e58-f62cd86e124f req-855ade55-b3bb-4d8c-8321-5724c9ddffcf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=906565d5b9534e68b06210dedd1603fb&device_id=7f6a6db6-5e0e-4625-805b-854fe43bd156 HTTP/1.1" status: 200  len: 1098 time: 0.1557307
Apr 16 05:08:49.368884 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33212ad-2b6f-452d-9a45-da1ddaf47d68 req-a6fec72c-f7b0-4498-b6d2-e0e6f28b3902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:08:49.371279 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-b33212ad-2b6f-452d-9a45-da1ddaf47d68 req-a6fec72c-f7b0-4498-b6d2-e0e6f28b3902 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0568e0a577bb45428833638c9c368aa5&device_id=ee821940-d6da-4b2f-a647-dda02d1af002 HTTP/1.1" status: 200  len: 1096 time: 0.1625345
Apr 16 05:08:49.603696 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77bf138-b6e6-4140-8e58-f62cd86e124f req-e3d83050-de0b-4ea5-9205-e111e07cca22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:08:49.603696 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-e77bf138-b6e6-4140-8e58-f62cd86e124f req-e3d83050-de0b-4ea5-9205-e111e07cca22 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7f06c768-0917-4905-82a4-2a04abfa7281 HTTP/1.1" status: 200  len: 919 time: 0.3622816
Apr 16 05:08:49.625235 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c12a5-1d22-4439-98cc-2e16200dd367 req-8c9bcee8-fc87-40f8-88fb-4684547e18c0 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:08:49.627189 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-dc5c12a5-1d22-4439-98cc-2e16200dd367 req-8c9bcee8-fc87-40f8-88fb-4684547e18c0 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a6db6-5e0e-4625-805b-854fe43bd156 HTTP/1.1" status: 200  len: 945 time: 0.5248628
Apr 16 05:08:49.668050 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79587e6e-a6d4-4c6a-bdf2-48882c87231e req-18a1d8a5-6155-4083-ae56-df856ba85a09 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:08:49.678673 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-79587e6e-a6d4-4c6a-bdf2-48882c87231e req-18a1d8a5-6155-4083-ae56-df856ba85a09 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e67bc2f-10f1-4382-811e-d54f8a3a8471 HTTP/1.1" status: 200  len: 984 time: 0.3024890
Apr 16 05:08:49.769174 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-e77bf138-b6e6-4140-8e58-f62cd86e124f req-fdb0bb82-2747-4149-8dd8-118330dcf781 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=812f1224-5033-4d66-a589-6e8874a8ace2 HTTP/1.1" status: 200  len: 217 time: 0.1605024
Apr 16 05:08:49.796604 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33212ad-2b6f-452d-9a45-da1ddaf47d68 req-b8c7359e-ad6b-4f6a-b6c8-fcbc9aba0e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:08:49.798296 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-b33212ad-2b6f-452d-9a45-da1ddaf47d68 req-b8c7359e-ad6b-4f6a-b6c8-fcbc9aba0e00 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8df91495-625b-4773-a543-89e51aa2e299 HTTP/1.1" status: 200  len: 918 time: 0.3277948
Apr 16 05:08:49.811764 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-dc5c12a5-1d22-4439-98cc-2e16200dd367 req-4eede725-c209-45bc-868b-9b8d6e1ac5d0 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1575141
Apr 16 05:08:49.897148 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-79587e6e-a6d4-4c6a-bdf2-48882c87231e req-fe06570f-bdb9-4d80-9c8e-16fd23f35529 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "GET /v2.0/security-groups?id=15af2dd6-ec6f-4d65-b920-3058c965fd47&id=1a46ccf0-69fb-42e0-8c00-00a7e2484635&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2169890
Apr 16 05:08:49.898950 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-b33212ad-2b6f-452d-9a45-da1ddaf47d68 req-fa449370-22b3-4fc0-ba83-d612700ab5fe service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2cc6e7a8-88b6-4bd9-8c7a-da164869b549 HTTP/1.1" status: 200  len: 217 time: 0.0932548
Apr 16 05:08:49.993026 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33212ad-2b6f-452d-9a45-da1ddaf47d68 req-f5fe889b-2008-494b-a360-7e7d1a2d4ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:08:49.995927 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-b33212ad-2b6f-452d-9a45-da1ddaf47d68 req-f5fe889b-2008-494b-a360-7e7d1a2d4ed0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7194465a-cb17-4853-a8ba-70bd30e05305 HTTP/1.1" status: 200  len: 856 time: 0.0899808
Apr 16 05:08:50.188840 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77bf138-b6e6-4140-8e58-f62cd86e124f req-30540af2-b2c8-4213-85f8-a37f3f6c733b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:08:50.190451 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-e77bf138-b6e6-4140-8e58-f62cd86e124f req-30540af2-b2c8-4213-85f8-a37f3f6c733b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=092c750d-226a-4b66-92f6-9f771b17666a HTTP/1.1" status: 200  len: 858 time: 0.4149351
Apr 16 05:08:50.223720 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33212ad-2b6f-452d-9a45-da1ddaf47d68 req-793cc672-9cc2-4499-9bf3-c072ba9437b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:08:50.226299 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-b33212ad-2b6f-452d-9a45-da1ddaf47d68 req-793cc672-9cc2-4499-9bf3-c072ba9437b6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8df91495-625b-4773-a543-89e51aa2e299&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2179034
Apr 16 05:08:50.242160 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372c5ca-4225-4278-88f1-82e47e5ff450 req-c7bbdaae-3ecd-48fa-83d4-59829c8ccc24 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:08:50.244960 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-0372c5ca-4225-4278-88f1-82e47e5ff450 req-c7bbdaae-3ecd-48fa-83d4-59829c8ccc24 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee821940-d6da-4b2f-a647-dda02d1af002 HTTP/1.1" status: 200  len: 943 time: 0.2393610
Apr 16 05:08:50.249081 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-e77bf138-b6e6-4140-8e58-f62cd86e124f req-c12cb214-dc86-4fbf-a448-9d4f435a67a1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7f06c768-0917-4905-82a4-2a04abfa7281&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0509567
Apr 16 05:08:50.412192 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-e77bf138-b6e6-4140-8e58-f62cd86e124f req-6d4916f7-cad8-4a28-9839-48bfc56f0f8a service neutron] 10.222.0.16 "GET /v2.0/networks/7f06c768-0917-4905-82a4-2a04abfa7281?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1554406
Apr 16 05:08:50.532871 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-0372c5ca-4225-4278-88f1-82e47e5ff450 req-37d047bb-d443-4a9a-9b18-8264bb9cd53b tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=e812d11f-7aee-4ffa-81c9-00fe07a81374&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2408540
Apr 16 05:08:50.564574 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-b33212ad-2b6f-452d-9a45-da1ddaf47d68 req-43ad5d34-0a47-42de-ad3d-14bbd775de24 service neutron] 10.222.0.16 "GET /v2.0/networks/8df91495-625b-4773-a543-89e51aa2e299?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3180668
Apr 16 05:08:50.574359 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-e77bf138-b6e6-4140-8e58-f62cd86e124f req-fd1d8130-80ba-4832-aa6a-5c0469d1f941 service neutron] 10.222.0.16 "GET /v2.0/networks/7f06c768-0917-4905-82a4-2a04abfa7281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1539090
Apr 16 05:08:50.749703 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-b33212ad-2b6f-452d-9a45-da1ddaf47d68 req-a6c2a5fc-68a7-48ab-91d9-c2b0f0e07c18 service neutron] 10.222.0.16 "GET /v2.0/networks/8df91495-625b-4773-a543-89e51aa2e299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1780434
Apr 16 05:08:51.353155 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd10dea7-5f9e-46a8-8d85-3be77b80f189 req-0441885b-6266-4f65-bd90-71dd02e8ea31 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:08:51.356304 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-fd10dea7-5f9e-46a8-8d85-3be77b80f189 req-0441885b-6266-4f65-bd90-71dd02e8ea31 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a6db6-5e0e-4625-805b-854fe43bd156 HTTP/1.1" status: 200  len: 945 time: 0.3011522
Apr 16 05:08:51.485598 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-fd10dea7-5f9e-46a8-8d85-3be77b80f189 req-313ffec1-e7da-426b-aedb-9db31abe9871 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1159334
Apr 16 05:08:51.512229 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d96fb0-0d5f-4478-a8c3-8a3abed4994d req-73abcf6a-0a7a-4070-b0d0-739d70044b8c tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:08:51.514605 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-90d96fb0-0d5f-4478-a8c3-8a3abed4994d req-73abcf6a-0a7a-4070-b0d0-739d70044b8c tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e67bc2f-10f1-4382-811e-d54f8a3a8471 HTTP/1.1" status: 200  len: 984 time: 0.2901385
Apr 16 05:08:51.608931 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-90d96fb0-0d5f-4478-a8c3-8a3abed4994d req-81aab2f6-cbc5-48ea-951e-10df1313ec40 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "GET /v2.0/security-groups?id=15af2dd6-ec6f-4d65-b920-3058c965fd47&id=1a46ccf0-69fb-42e0-8c00-00a7e2484635&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0860386
Apr 16 05:08:51.633675 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device 2cc6e7a8-88b6-4bd9-8c7a-da164869b549 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=85358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 16 05:08:51.803236 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] For port 2cc6e7a8-88b6-4bd9-8c7a-da164869b549, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=2cc6e7a8-88b6-4bd9-8c7a-da164869b549,segment=NetworkSegment(79077226-93f2-4a1f-b0e8-7ab4b09d1a7b),segment_id=79077226-93f2-4a1f-b0e8-7ab4b09d1a7b)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:08:51.821231 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Returning: {'device': '2cc6e7a8-88b6-4bd9-8c7a-da164869b549', 'network_id': '8df91495-625b-4773-a543-89e51aa2e299', 'port_id': '2cc6e7a8-88b6-4bd9-8c7a-da164869b549', 'mac_address': 'fa:16:3e:58:43:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7194465a-cb17-4853-a8ba-70bd30e05305', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 16 05:08:51.894119 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:51.898020 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8524ae9a-2de5-4ace-9f4b-27a01f5911a9 req-031a0c23-c048-4ce1-a095-0f9636398701 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:08:51.900664 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-8524ae9a-2de5-4ace-9f4b-27a01f5911a9 req-031a0c23-c048-4ce1-a095-0f9636398701 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee821940-d6da-4b2f-a647-dda02d1af002 HTTP/1.1" status: 200  len: 943 time: 0.1131380
Apr 16 05:08:51.915399 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cc6e7a8-88b6-4bd9-8c7a-da164869b549 {{(pid=85358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 05:08:51.936187 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] For port 2cc6e7a8-88b6-4bd9-8c7a-da164869b549, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=2cc6e7a8-88b6-4bd9-8c7a-da164869b549,segment=NetworkSegment(79077226-93f2-4a1f-b0e8-7ab4b09d1a7b),segment_id=79077226-93f2-4a1f-b0e8-7ab4b09d1a7b)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:08:51.940561 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:51.942951 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:08:51.968283 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-8524ae9a-2de5-4ace-9f4b-27a01f5911a9 req-1f3fd1dc-c286-4928-88bf-9981feadcde0 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=e812d11f-7aee-4ffa-81c9-00fe07a81374&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0554991
Apr 16 05:08:52.024050 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Pushing event updated for resources: {'Port': ['ID=2cc6e7a8-88b6-4bd9-8c7a-da164869b549,revision_number=4']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:08:52.033001 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:08:52.033467 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:08:52.033858 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:08:52.034489 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:08:52.035064 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:08:52.035064 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:08:52.035398 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:08:52.035774 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:08:52.036162 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:08:52.036537 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:08:52.036906 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:08:52.037307 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:08:52.041919 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:08:52.343379 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] get_ports_and_sgs() called for port_ids ['2cc6e7a8-88b6-4bd9-8c7a-da164869b549'] {{(pid=85358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 05:08:52.928270 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a2fc9e-12de-4917-8a4a-7519c7a43b6d req-774c5f14-31f8-4cb4-9ca3-52ccf94e34cb tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:08:52.930239 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-b2a2fc9e-12de-4917-8a4a-7519c7a43b6d req-774c5f14-31f8-4cb4-9ca3-52ccf94e34cb tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a6db6-5e0e-4625-805b-854fe43bd156 HTTP/1.1" status: 200  len: 945 time: 0.1911266
Apr 16 05:08:52.940841 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1a63f4-3099-4a84-a66b-11b88b000e56 req-600bb97f-6538-4600-b527-c04f09db38e1 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:08:52.942764 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-2c1a63f4-3099-4a84-a66b-11b88b000e56 req-600bb97f-6538-4600-b527-c04f09db38e1 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e67bc2f-10f1-4382-811e-d54f8a3a8471 HTTP/1.1" status: 200  len: 984 time: 0.1469233
Apr 16 05:08:53.033397 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-b2a2fc9e-12de-4917-8a4a-7519c7a43b6d req-ea207596-1654-4495-8a88-2d9fcbd6452a tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0894432
Apr 16 05:08:53.038700 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-2c1a63f4-3099-4a84-a66b-11b88b000e56 req-d9e36292-77a3-4394-921c-e8762b807b6d tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "GET /v2.0/security-groups?id=15af2dd6-ec6f-4d65-b920-3058c965fd47&id=1a46ccf0-69fb-42e0-8c00-00a7e2484635&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0765526
Apr 16 05:08:53.358271 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfd3ba3-816c-4db8-a595-a23e6bd4d2d7 req-10fcc56e-3fd2-4737-a1d0-5d90e9c8a584 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:08:53.361661 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-3dfd3ba3-816c-4db8-a595-a23e6bd4d2d7 req-10fcc56e-3fd2-4737-a1d0-5d90e9c8a584 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee821940-d6da-4b2f-a647-dda02d1af002 HTTP/1.1" status: 200  len: 944 time: 0.1476974
Apr 16 05:08:53.456224 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-3dfd3ba3-816c-4db8-a595-a23e6bd4d2d7 req-8c2cdd6a-7e35-4803-857b-d23e1f337211 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=e812d11f-7aee-4ffa-81c9-00fe07a81374&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0867178
Apr 16 05:08:53.653521 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device 2cc6e7a8-88b6-4bd9-8c7a-da164869b549 up at agent hyperv_hv-cinder-78652 {{(pid=85358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 05:08:53.742800 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Provisioning for port 2cc6e7a8-88b6-4bd9-8c7a-da164869b549 completed by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 05:08:53.749930 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Provisioning complete for port 2cc6e7a8-88b6-4bd9-8c7a-da164869b549 triggered by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:08:53.750462 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:53.914934 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:53.959517 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee821940-d6da-4b2f-a647-dda02d1af002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cc6e7a8-88b6-4bd9-8c7a-da164869b549'}] {{(pid=85358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 05:08:53.978007 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] For port 2cc6e7a8-88b6-4bd9-8c7a-da164869b549, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=2cc6e7a8-88b6-4bd9-8c7a-da164869b549,segment=NetworkSegment(79077226-93f2-4a1f-b0e8-7ab4b09d1a7b),segment_id=79077226-93f2-4a1f-b0e8-7ab4b09d1a7b)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:08:53.983189 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:53.985829 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:08:54.058258 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee821940-d6da-4b2f-a647-dda02d1af002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cc6e7a8-88b6-4bd9-8c7a-da164869b549', 'code': 200}
Apr 16 05:08:54.090633 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Pushing event updated for resources: {'Port': ['ID=2cc6e7a8-88b6-4bd9-8c7a-da164869b549,revision_number=5']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:08:54.098715 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:08:54.423172 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a647e44-fc72-45b5-aa79-1cabdc945a07 req-55035df4-3459-47f9-984e-73dcdb7299cc tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:08:54.426645 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-0a647e44-fc72-45b5-aa79-1cabdc945a07 req-55035df4-3459-47f9-984e-73dcdb7299cc tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e67bc2f-10f1-4382-811e-d54f8a3a8471 HTTP/1.1" status: 200  len: 984 time: 0.1893911
Apr 16 05:08:54.527222 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-0a647e44-fc72-45b5-aa79-1cabdc945a07 req-5ce5bd16-7182-4928-875d-45614faa1f33 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "GET /v2.0/security-groups?id=15af2dd6-ec6f-4d65-b920-3058c965fd47&id=1a46ccf0-69fb-42e0-8c00-00a7e2484635&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0868130
Apr 16 05:08:54.746307 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d52e4a-3864-4d82-a0c7-a423ef07b51b req-c6fc3cf5-a657-42cc-b145-f7fe627ab1de tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:08:54.749258 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-a8d52e4a-3864-4d82-a0c7-a423ef07b51b req-c6fc3cf5-a657-42cc-b145-f7fe627ab1de tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee821940-d6da-4b2f-a647-dda02d1af002 HTTP/1.1" status: 200  len: 945 time: 0.1168983
Apr 16 05:08:54.804898 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-a8d52e4a-3864-4d82-a0c7-a423ef07b51b req-10881606-cb87-4907-b65d-b5246b16bf57 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=e812d11f-7aee-4ffa-81c9-00fe07a81374&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487661
Apr 16 05:08:55.764742 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd1c078-df7b-4d4e-a74f-4f66585064d0 req-499e09cf-4d2b-4ac9-b5fb-c241cdc01604 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:08:55.766867 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-3fd1c078-df7b-4d4e-a74f-4f66585064d0 req-499e09cf-4d2b-4ac9-b5fb-c241cdc01604 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e67bc2f-10f1-4382-811e-d54f8a3a8471 HTTP/1.1" status: 200  len: 984 time: 0.1059518
Apr 16 05:08:55.824834 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-3fd1c078-df7b-4d4e-a74f-4f66585064d0 req-e951d3e1-d029-476e-a341-0544b9e23e63 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "GET /v2.0/security-groups?id=15af2dd6-ec6f-4d65-b920-3058c965fd47&id=1a46ccf0-69fb-42e0-8c00-00a7e2484635&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0502839
Apr 16 05:08:56.144193 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e46ce7-7405-40cb-890f-5e6c426dd893 req-57f84eb9-d87d-46b2-8a54-1a980dddd8ae tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:08:56.145959 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-71e46ce7-7405-40cb-890f-5e6c426dd893 req-57f84eb9-d87d-46b2-8a54-1a980dddd8ae tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee821940-d6da-4b2f-a647-dda02d1af002 HTTP/1.1" status: 200  len: 945 time: 0.0978820
Apr 16 05:08:56.204223 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-71e46ce7-7405-40cb-890f-5e6c426dd893 req-a23e2fd4-c2ba-475e-8032-4d6e9a8025c5 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=e812d11f-7aee-4ffa-81c9-00fe07a81374&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0503752
Apr 16 05:08:57.056356 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059d30d8-4e61-4040-a970-cb17bc17891a req-4302040d-653f-4944-981c-d267d5d35d1e tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:08:57.058171 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-059d30d8-4e61-4040-a970-cb17bc17891a req-4302040d-653f-4944-981c-d267d5d35d1e tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e67bc2f-10f1-4382-811e-d54f8a3a8471 HTTP/1.1" status: 200  len: 984 time: 0.0990975
Apr 16 05:08:57.189856 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-059d30d8-4e61-4040-a970-cb17bc17891a req-e0cab754-fa09-449f-9768-875af4f374ef tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "GET /v2.0/security-groups?id=15af2dd6-ec6f-4d65-b920-3058c965fd47&id=1a46ccf0-69fb-42e0-8c00-00a7e2484635&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1131144
Apr 16 05:08:57.259302 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d43280-4faa-4aa5-8276-db763f776397 req-37c02146-6da7-48d9-9350-eec0b31a8e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:08:57.262497 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-31d43280-4faa-4aa5-8276-db763f776397 req-37c02146-6da7-48d9-9350-eec0b31a8e8d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ee821940-d6da-4b2f-a647-dda02d1af002 HTTP/1.1" status: 200  len: 1098 time: 0.3150871
Apr 16 05:08:57.312821 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-31d43280-4faa-4aa5-8276-db763f776397 req-1e5025c2-2dfe-4888-a09b-aad6ad14ee47 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e812d11f-7aee-4ffa-81c9-00fe07a81374&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426023
Apr 16 05:08:57.436060 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c958758-7c85-478f-8f32-00f9b12134ca req-ea1d2259-b20b-42d9-8fd1-8c22c60af791 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:08:57.437800 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-9c958758-7c85-478f-8f32-00f9b12134ca req-ea1d2259-b20b-42d9-8fd1-8c22c60af791 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee821940-d6da-4b2f-a647-dda02d1af002 HTTP/1.1" status: 200  len: 945 time: 0.0963347
Apr 16 05:08:57.490733 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-9c958758-7c85-478f-8f32-00f9b12134ca req-631d94fc-428d-477a-bc1e-10ef2663c5b6 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=e812d11f-7aee-4ffa-81c9-00fe07a81374&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455966
Apr 16 05:08:58.072522 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 38630) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:08:58.266310 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-b1372726-6c11-497f-aee4-7e668f08b05f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:58.308459 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-b1372726-6c11-497f-aee4-7e668f08b05f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:08:58.313214 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-b1372726-6c11-497f-aee4-7e668f08b05f admin admin] Usage tracker for resource:security_group_rule and tenant:4463324faeac4e3897c0436672205eb2 is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:08:58.325710 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-b1372726-6c11-497f-aee4-7e668f08b05f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:08:58.325710 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-b1372726-6c11-497f-aee4-7e668f08b05f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:08:58.499203 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-b1372726-6c11-497f-aee4-7e668f08b05f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:58.513717 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-b1372726-6c11-497f-aee4-7e668f08b05f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:58.538332 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-7802beb6-a585-4ed4-b24a-c39e50b0419f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:08:58.564137 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-b1372726-6c11-497f-aee4-7e668f08b05f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4463324faeac4e3897c0436672205eb2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4881241
Apr 16 05:08:58.567497 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 38658) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:08:58.590817 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d7c059-f88c-43c3-b245-7d32444ca162 req-2369fb97-3644-4551-924e-ab948557ed04 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:08:58.599103 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c3d7c059-f88c-43c3-b245-7d32444ca162 req-2369fb97-3644-4551-924e-ab948557ed04 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e67bc2f-10f1-4382-811e-d54f8a3a8471 HTTP/1.1" status: 200  len: 984 time: 0.2017486
Apr 16 05:08:58.620446 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1372726-6c11-497f-aee4-7e668f08b05f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd1a508-b904-4a64-ab8b-bcb46141ac4b,revision_number=1']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:08:58.672448 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c3d7c059-f88c-43c3-b245-7d32444ca162 req-369a63b0-2bd0-4e1b-a27f-b1a5fb5de4f5 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "GET /v2.0/security-groups?id=15af2dd6-ec6f-4d65-b920-3058c965fd47&id=1a46ccf0-69fb-42e0-8c00-00a7e2484635&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0722525
Apr 16 05:08:58.679166 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1372726-6c11-497f-aee4-7e668f08b05f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:08:58.679847 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1372726-6c11-497f-aee4-7e668f08b05f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:08:58.680432 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1372726-6c11-497f-aee4-7e668f08b05f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:08:58.680992 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1372726-6c11-497f-aee4-7e668f08b05f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:08:58.683316 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1372726-6c11-497f-aee4-7e668f08b05f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:08:58.683890 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1372726-6c11-497f-aee4-7e668f08b05f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:08:58.684442 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1372726-6c11-497f-aee4-7e668f08b05f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:08:58.685591 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1372726-6c11-497f-aee4-7e668f08b05f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:08:58.686502 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1372726-6c11-497f-aee4-7e668f08b05f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:08:58.687496 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1372726-6c11-497f-aee4-7e668f08b05f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:08:58.688057 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1372726-6c11-497f-aee4-7e668f08b05f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:08:58.688620 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1372726-6c11-497f-aee4-7e668f08b05f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:08:58.693866 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-b1372726-6c11-497f-aee4-7e668f08b05f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:08:58.770687 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-4b9a8814-4820-4b4b-829a-be41d2a8edd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:58.821207 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-4b9a8814-4820-4b4b-829a-be41d2a8edd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:58.904960 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-4b9a8814-4820-4b4b-829a-be41d2a8edd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:58.909886 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-ac6677c2-e686-425e-af30-72e878807c19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:08:58.923830 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9a8814-4820-4b4b-829a-be41d2a8edd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd1a508-b904-4a64-ab8b-bcb46141ac4b,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:08:58.936932 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9a8814-4820-4b4b-829a-be41d2a8edd3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:08:58.937465 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9a8814-4820-4b4b-829a-be41d2a8edd3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:08:58.937942 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9a8814-4820-4b4b-829a-be41d2a8edd3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:08:58.938573 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9a8814-4820-4b4b-829a-be41d2a8edd3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:08:58.938979 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9a8814-4820-4b4b-829a-be41d2a8edd3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:08:58.939387 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9a8814-4820-4b4b-829a-be41d2a8edd3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:08:58.939797 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9a8814-4820-4b4b-829a-be41d2a8edd3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:08:58.940221 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9a8814-4820-4b4b-829a-be41d2a8edd3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:08:58.940630 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9a8814-4820-4b4b-829a-be41d2a8edd3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:08:58.941032 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9a8814-4820-4b4b-829a-be41d2a8edd3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:08:58.941449 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9a8814-4820-4b4b-829a-be41d2a8edd3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:08:58.941844 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9a8814-4820-4b4b-829a-be41d2a8edd3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:08:58.946467 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-4b9a8814-4820-4b4b-829a-be41d2a8edd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:08:58.947677 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-4b9a8814-4820-4b4b-829a-be41d2a8edd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:08:58.951478 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-4b9a8814-4820-4b4b-829a-be41d2a8edd3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fbd1a508-b904-4a64-ab8b-bcb46141ac4b HTTP/1.1" status: 204  len: 168 time: 0.3798966
Apr 16 05:08:59.189675 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f92fcb-6dbb-43ad-97b5-55ddd5cc269d req-61ca115c-19d3-4427-82e0-c7ce89d5aaef tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:08:59.192422 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-54f92fcb-6dbb-43ad-97b5-55ddd5cc269d req-61ca115c-19d3-4427-82e0-c7ce89d5aaef tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee821940-d6da-4b2f-a647-dda02d1af002 HTTP/1.1" status: 200  len: 945 time: 0.1264560
Apr 16 05:08:59.247134 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-54f92fcb-6dbb-43ad-97b5-55ddd5cc269d req-410069bc-4b01-4982-ad66-9c1504cebca2 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=e812d11f-7aee-4ffa-81c9-00fe07a81374&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482726
Apr 16 05:08:59.590036 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d0ea17-e106-4024-a1ab-344e1782a62b req-7a29ede4-b040-4310-acd4-8da409eb864d tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:08:59.593077 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-91d0ea17-e106-4024-a1ab-344e1782a62b req-7a29ede4-b040-4310-acd4-8da409eb864d tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee821940-d6da-4b2f-a647-dda02d1af002 HTTP/1.1" status: 200  len: 945 time: 0.1838474
Apr 16 05:08:59.606111 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 38682) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:08:59.613379 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-0195a077-a002-4e56-972a-ac40a92e2727 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Request body: {'floatingip': {'port_id': '2cc6e7a8-88b6-4bd9-8c7a-da164869b549'}} {{(pid=85356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:08:59.715392 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0195a077-a002-4e56-972a-ac40a92e2727 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks [] for floatingip, before_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:00.140071 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e70864-71e6-4e19-93d5-43e10a414021 req-e3d0c64b-f7f5-491a-a52d-90b75ce56eb5 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:09:00.170280 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-12e70864-71e6-4e19-93d5-43e10a414021 req-e3d0c64b-f7f5-491a-a52d-90b75ce56eb5 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e67bc2f-10f1-4382-811e-d54f8a3a8471 HTTP/1.1" status: 200  len: 984 time: 0.2300780
Apr 16 05:09:00.277243 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-12e70864-71e6-4e19-93d5-43e10a414021 req-0d0d943f-e9ba-4d16-989f-6f7b3f7d6d15 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "GET /v2.0/security-groups?id=15af2dd6-ec6f-4d65-b920-3058c965fd47&id=1a46ccf0-69fb-42e0-8c00-00a7e2484635&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0987062
Apr 16 05:09:00.613600 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0195a077-a002-4e56-972a-ac40a92e2727 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:00.617970 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0195a077-a002-4e56-972a-ac40a92e2727 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33197037'] for floatingip, after_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:00.839879 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.db.l3_db [None req-0195a077-a002-4e56-972a-ac40a92e2727 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Floating IP 571b39aa-49fb-4c56-99c5-9764a4d331b0 associated. External IP: 172.27.2.176, port: 2cc6e7a8-88b6-4bd9-8c7a-da164869b549.
Apr 16 05:09:01.398027 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0195a077-a002-4e56-972a-ac40a92e2727 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Router 06219234-90cd-436f-bef0-5978e43466c4 has already been hosted by L3 agent 9bacd1b6-99a0-44b1-8352-fe12768771b0 {{(pid=85356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 16 05:09:01.636288 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0195a077-a002-4e56-972a-ac40a92e2727 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify agent at l3_agent.dv-cinder-786524-1-iscsi the message routers_updated {{(pid=85356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 05:09:01.645064 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0195a077-a002-4e56-972a-ac40a92e2727 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for floatingip, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:01.652486 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3992cc6b-820a-4466-b83b-0fbd781f2571 None None] Sync routers for ids ['06219234-90cd-436f-bef0-5978e43466c4'] in dv-cinder-786524-1-iscsi {{(pid=85359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 05:09:01.700427 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3992cc6b-820a-4466-b83b-0fbd781f2571 None None] Routers {'06219234-90cd-436f-bef0-5978e43466c4'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:09:01.701641 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-3992cc6b-820a-4466-b83b-0fbd781f2571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dae6e95c0>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:08:37Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['06219234-90cd-436f-bef0-5978e43466c4'], 'active': True} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:09:01.781696 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-0195a077-a002-4e56-972a-ac40a92e2727 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "PUT /v2.0/floatingips/571b39aa-49fb-4c56-99c5-9764a4d331b0 HTTP/1.1" status: 200  len: 991 time: 2.1739848
Apr 16 05:09:01.783249 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee821940-d6da-4b2f-a647-dda02d1af002', 'tag': '2cc6e7a8-88b6-4bd9-8c7a-da164869b549'}] {{(pid=85356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 05:09:01.857933 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4473235b-1fd4-4fb7-b39a-c4513dec51bb req-2f9926ae-00ed-440d-b1a0-a7a6dec817d8 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:09:01.859693 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-4473235b-1fd4-4fb7-b39a-c4513dec51bb req-2f9926ae-00ed-440d-b1a0-a7a6dec817d8 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e67bc2f-10f1-4382-811e-d54f8a3a8471 HTTP/1.1" status: 200  len: 984 time: 0.4681056
Apr 16 05:09:01.910301 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af297b3-2927-4341-95af-12acfbe333f5 req-c210a94b-11b9-456d-9662-15bd993b8b84 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:09:01.911931 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-4af297b3-2927-4341-95af-12acfbe333f5 req-c210a94b-11b9-456d-9662-15bd993b8b84 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?device_id=bed81e12-65a3-41c0-90e6-b4cb79976d45 HTTP/1.1" status: 200  len: 945 time: 0.4084647
Apr 16 05:09:01.974087 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-4473235b-1fd4-4fb7-b39a-c4513dec51bb req-e11f695e-0604-4a7e-b730-a47ee4d54f90 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "GET /v2.0/security-groups?id=15af2dd6-ec6f-4d65-b920-3058c965fd47&id=1a46ccf0-69fb-42e0-8c00-00a7e2484635&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0984712
Apr 16 05:09:02.027733 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-4af297b3-2927-4341-95af-12acfbe333f5 req-d31fa319-17de-4ff0-b452-29816253c171 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0930452
Apr 16 05:09:02.028565 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-3992cc6b-820a-4466-b83b-0fbd781f2571 None None] Set router 06219234-90cd-436f-bef0-5978e43466c4 gateway port host: dv-cinder-786524-1-iscsi {{(pid=85359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:09:02.341275 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee821940-d6da-4b2f-a647-dda02d1af002', 'tag': '2cc6e7a8-88b6-4bd9-8c7a-da164869b549', 'status': 'completed', 'code': 200}
Apr 16 05:09:02.602390 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fef1c5-3ffa-47ff-b570-579a9fe9e66c req-ac99619a-c6b4-4d4a-930c-bcffbac42191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:09:02.606251 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-33fef1c5-3ffa-47ff-b570-579a9fe9e66c req-ac99619a-c6b4-4d4a-930c-bcffbac42191 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0568e0a577bb45428833638c9c368aa5&device_id=ee821940-d6da-4b2f-a647-dda02d1af002 HTTP/1.1" status: 200  len: 1098 time: 0.1907675
Apr 16 05:09:02.801929 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 38756) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:09:02.926482 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fef1c5-3ffa-47ff-b570-579a9fe9e66c req-86715898-6ec3-4721-bd1a-5f62f030447c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:09:02.929654 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-33fef1c5-3ffa-47ff-b570-579a9fe9e66c req-86715898-6ec3-4721-bd1a-5f62f030447c service neutron] 10.222.0.16 "GET /v2.0/networks?id=8df91495-625b-4773-a543-89e51aa2e299 HTTP/1.1" status: 200  len: 918 time: 0.3076441
Apr 16 05:09:02.934932 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-3992cc6b-820a-4466-b83b-0fbd781f2571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dae6e95c0>, [{'id': '06219234-90cd-436f-bef0-5978e43466c4', 'name': 'tempest-AttachVolumeShelveTestJSON-1995442241-router', 'tenant_id': '0568e0a577bb45428833638c9c368aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'a6f9e583-5545-4b1e-b17d-dbdb943266cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:03:36Z', 'updated_at': '2021-04-16T05:03:50Z', 'revision_number': 4, 'project_id': '0568e0a577bb45428833638c9c368aa5', 'gw_port': {'id': 'a6f9e583-5545-4b1e-b17d-dbdb943266cf', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:de:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06219234-90cd-436f-bef0-5978e43466c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:03:39Z', 'updated_at': '2021-04-16T05:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi', '_floatingips': [{'id': '571b39aa-49fb-4c56-99c5-9764a4d331b0', 'tenant_id': '0568e0a577bb45428833638c9c368aa5', 'floating_ip_address': '172.27.2.176', 'floating_network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'router_id': '06219234-90cd-436f-bef0-5978e43466c4', 'port_id': '2cc6e7a8-88b6-4bd9-8c7a-da164869b549', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8df91495-625b-4773-a543-89e51aa2e299', 'mac_address': 'fa:16:3e:58:43:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee821940-d6da-4b2f-a647-dda02d1af002', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T05:08:38Z', 'updated_at': '2021-04-16T05:09:00Z', 'revision_number': 1, 'project_id': '0568e0a577bb45428833638c9c368aa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08ce9393-00ae-4be1-9278-180b21c775d2', 'name': '', 'network_id': '8df91495-625b-4773-a543-89e51aa2e299', 'tenant_id': '0568e0a577bb45428833638c9c368aa5', 'mac_address': 'fa:16:3e:30:2d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06219234-90cd-436f-bef0-5978e43466c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7194465a-cb17-4853-a8ba-70bd30e05305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:03:46Z', 'updated_at': '2021-04-16T05:04:03Z', 'revision_number': 5, 'project_id': '0568e0a577bb45428833638c9c368aa5', 'subnets': [{'id': '7194465a-cb17-4853-a8ba-70bd30e05305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:09:02.946729 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3992cc6b-820a-4466-b83b-0fbd781f2571 None None] Checking router: 06219234-90cd-436f-bef0-5978e43466c4 for host: dv-cinder-786524-1-iscsi {{(pid=85359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 05:09:02.967075 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3992cc6b-820a-4466-b83b-0fbd781f2571 None None] Routers {'06219234-90cd-436f-bef0-5978e43466c4'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:09:02.968282 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-3992cc6b-820a-4466-b83b-0fbd781f2571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dae6e95c0>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:08:37Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['06219234-90cd-436f-bef0-5978e43466c4'], 'active': True} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:09:03.103160 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-33fef1c5-3ffa-47ff-b570-579a9fe9e66c req-a1e0b4a8-8438-4ec3-b580-734fd92d9b05 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2cc6e7a8-88b6-4bd9-8c7a-da164869b549 HTTP/1.1" status: 200  len: 999 time: 0.1658185
Apr 16 05:09:03.276786 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-113a478c-8265-4274-b51a-d250da1fcb3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:03.294960 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-113a478c-8265-4274-b51a-d250da1fcb3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:09:03.299998 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-113a478c-8265-4274-b51a-d250da1fcb3f admin admin] Usage tracker for resource:security_group_rule and tenant:a84004005dd948ac8a42e3672a0dbc2d is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:09:03.304277 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-113a478c-8265-4274-b51a-d250da1fcb3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:09:03.311712 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-113a478c-8265-4274-b51a-d250da1fcb3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:09:03.371790 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-3992cc6b-820a-4466-b83b-0fbd781f2571 None None] Set router 06219234-90cd-436f-bef0-5978e43466c4 gateway port host: dv-cinder-786524-1-iscsi {{(pid=85359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:09:03.411903 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-113a478c-8265-4274-b51a-d250da1fcb3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:03.415544 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-113a478c-8265-4274-b51a-d250da1fcb3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:03.423457 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-6520a32f-c8d5-484f-bc69-698fbf0c2d8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:09:03.459523 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fef1c5-3ffa-47ff-b570-579a9fe9e66c req-36569020-bd8f-47a3-8152-2c3a9ee13345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:09:03.462434 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-33fef1c5-3ffa-47ff-b570-579a9fe9e66c req-36569020-bd8f-47a3-8152-2c3a9ee13345 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7194465a-cb17-4853-a8ba-70bd30e05305 HTTP/1.1" status: 200  len: 856 time: 0.3513188
Apr 16 05:09:03.472539 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-113a478c-8265-4274-b51a-d250da1fcb3f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a84004005dd948ac8a42e3672a0dbc2d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6690385
Apr 16 05:09:03.473665 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113a478c-8265-4274-b51a-d250da1fcb3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11d908eb-6b9e-42a3-8e9a-5dd3cac358cc,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:09:03.476556 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 38770) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:09:03.490687 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-113a478c-8265-4274-b51a-d250da1fcb3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:09:03.554736 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-1348c125-4ee0-47ae-8f3f-331935078685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:03.597674 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-1348c125-4ee0-47ae-8f3f-331935078685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:03.602396 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5756a-230e-4698-882c-7f6616b0f883 req-f211c052-a5ab-470e-a503-33413a692ede tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:09:03.605884 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-d9a5756a-230e-4698-882c-7f6616b0f883 req-f211c052-a5ab-470e-a503-33413a692ede tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e67bc2f-10f1-4382-811e-d54f8a3a8471 HTTP/1.1" status: 200  len: 984 time: 0.3153434
Apr 16 05:09:03.672890 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-1348c125-4ee0-47ae-8f3f-331935078685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:03.678095 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d536181a-63af-462d-bb6f-489008a0f034 req-1baf39ac-b614-4ce7-9713-4293438bf4d7 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:09:03.681238 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-d536181a-63af-462d-bb6f-489008a0f034 req-1baf39ac-b614-4ce7-9713-4293438bf4d7 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?device_id=bed81e12-65a3-41c0-90e6-b4cb79976d45 HTTP/1.1" status: 200  len: 945 time: 0.3834038
Apr 16 05:09:03.683756 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-6e1051da-dd14-4e3e-91ee-05fa2b9d4f6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:09:03.716144 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1348c125-4ee0-47ae-8f3f-331935078685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d908eb-6b9e-42a3-8e9a-5dd3cac358cc,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:09:03.720073 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-1348c125-4ee0-47ae-8f3f-331935078685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:03.728181 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-1348c125-4ee0-47ae-8f3f-331935078685 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/11d908eb-6b9e-42a3-8e9a-5dd3cac358cc HTTP/1.1" status: 204  len: 168 time: 0.2497263
Apr 16 05:09:03.730452 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-1348c125-4ee0-47ae-8f3f-331935078685 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:09:03.805747 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-d9a5756a-230e-4698-882c-7f6616b0f883 req-13db328a-ff70-44ad-8982-fbea4f609b2d tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "GET /v2.0/security-groups?id=15af2dd6-ec6f-4d65-b920-3058c965fd47&id=1a46ccf0-69fb-42e0-8c00-00a7e2484635&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1907265
Apr 16 05:09:03.816420 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-d536181a-63af-462d-bb6f-489008a0f034 req-b2736400-a1ca-494a-be79-72d166a3daaa tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1082573
Apr 16 05:09:04.040571 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-3992cc6b-820a-4466-b83b-0fbd781f2571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dae6e95c0>, [{'id': '06219234-90cd-436f-bef0-5978e43466c4', 'name': 'tempest-AttachVolumeShelveTestJSON-1995442241-router', 'tenant_id': '0568e0a577bb45428833638c9c368aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'a6f9e583-5545-4b1e-b17d-dbdb943266cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:03:36Z', 'updated_at': '2021-04-16T05:03:50Z', 'revision_number': 4, 'project_id': '0568e0a577bb45428833638c9c368aa5', 'gw_port': {'id': 'a6f9e583-5545-4b1e-b17d-dbdb943266cf', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:de:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06219234-90cd-436f-bef0-5978e43466c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:03:39Z', 'updated_at': '2021-04-16T05:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi', '_floatingips': [{'id': '571b39aa-49fb-4c56-99c5-9764a4d331b0', 'tenant_id': '0568e0a577bb45428833638c9c368aa5', 'floating_ip_address': '172.27.2.176', 'floating_network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'router_id': '06219234-90cd-436f-bef0-5978e43466c4', 'port_id': '2cc6e7a8-88b6-4bd9-8c7a-da164869b549', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8df91495-625b-4773-a543-89e51aa2e299', 'mac_address': 'fa:16:3e:58:43:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee821940-d6da-4b2f-a647-dda02d1af002', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T05:08:38Z', 'updated_at': '2021-04-16T05:09:00Z', 'revision_number': 1, 'project_id': '0568e0a577bb45428833638c9c368aa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08ce9393-00ae-4be1-9278-180b21c775d2', 'name': '', 'network_id': '8df91495-625b-4773-a543-89e51aa2e299', 'tenant_id': '0568e0a577bb45428833638c9c368aa5', 'mac_address': 'fa:16:3e:30:2d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06219234-90cd-436f-bef0-5978e43466c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7194465a-cb17-4853-a8ba-70bd30e05305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:03:46Z', 'updated_at': '2021-04-16T05:04:03Z', 'revision_number': 5, 'project_id': '0568e0a577bb45428833638c9c368aa5', 'subnets': [{'id': '7194465a-cb17-4853-a8ba-70bd30e05305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:09:04.045732 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3992cc6b-820a-4466-b83b-0fbd781f2571 None None] The sync data for ids ['06219234-90cd-436f-bef0-5978e43466c4'] in dv-cinder-786524-1-iscsi is: [{'id': '06219234-90cd-436f-bef0-5978e43466c4', 'name': 'tempest-AttachVolumeShelveTestJSON-1995442241-router', 'tenant_id': '0568e0a577bb45428833638c9c368aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'a6f9e583-5545-4b1e-b17d-dbdb943266cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:03:36Z', 'updated_at': '2021-04-16T05:03:50Z', 'revision_number': 4, 'project_id': '0568e0a577bb45428833638c9c368aa5', 'gw_port': {'id': 'a6f9e583-5545-4b1e-b17d-dbdb943266cf', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:de:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06219234-90cd-436f-bef0-5978e43466c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:03:39Z', 'updated_at': '2021-04-16T05:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi', '_floatingips': [{'id': '571b39aa-49fb-4c56-99c5-9764a4d331b0', 'tenant_id': '0568e0a577bb45428833638c9c368aa5', 'floating_ip_address': '172.27.2.176', 'floating_network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'router_id': '06219234-90cd-436f-bef0-5978e43466c4', 'port_id': '2cc6e7a8-88b6-4bd9-8c7a-da164869b549', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8df91495-625b-4773-a543-89e51aa2e299', 'mac_address': 'fa:16:3e:58:43:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee821940-d6da-4b2f-a647-dda02d1af002', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T05:08:38Z', 'updated_at': '2021-04-16T05:09:00Z', 'revision_number': 1, 'project_id': '0568e0a577bb45428833638c9c368aa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08ce9393-00ae-4be1-9278-180b21c775d2', 'name': '', 'network_id': '8df91495-625b-4773-a543-89e51aa2e299', 'tenant_id': '0568e0a577bb45428833638c9c368aa5', 'mac_address': 'fa:16:3e:30:2d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06219234-90cd-436f-bef0-5978e43466c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7194465a-cb17-4853-a8ba-70bd30e05305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:03:46Z', 'updated_at': '2021-04-16T05:04:03Z', 'revision_number': 5, 'project_id': '0568e0a577bb45428833638c9c368aa5', 'subnets': [{'id': '7194465a-cb17-4853-a8ba-70bd30e05305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 05:09:04.291751 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fef1c5-3ffa-47ff-b570-579a9fe9e66c req-a9597f05-dee3-43ea-b1e0-dbb3de411951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:09:04.293733 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-33fef1c5-3ffa-47ff-b570-579a9fe9e66c req-a9597f05-dee3-43ea-b1e0-dbb3de411951 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8df91495-625b-4773-a543-89e51aa2e299&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1285303
Apr 16 05:09:04.298567 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 38782) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:09:04.319542 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-98b6a6d5-2ec4-4c7f-bf3b-478e26e2d671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:04.336873 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-98b6a6d5-2ec4-4c7f-bf3b-478e26e2d671 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:09:04.341844 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-98b6a6d5-2ec4-4c7f-bf3b-478e26e2d671 admin admin] Usage tracker for resource:security_group_rule and tenant:beb0e73308b043f8bf0433b7b536c2b6 is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:09:04.345448 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-98b6a6d5-2ec4-4c7f-bf3b-478e26e2d671 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:09:04.353679 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-98b6a6d5-2ec4-4c7f-bf3b-478e26e2d671 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:09:04.407824 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0621a43-1fdf-4c6c-9192-cf3b27aeb75a None None] New status for floating IP 571b39aa-49fb-4c56-99c5-9764a4d331b0: ACTIVE {{(pid=85358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 16 05:09:04.481674 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-98b6a6d5-2ec4-4c7f-bf3b-478e26e2d671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:04.486994 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-98b6a6d5-2ec4-4c7f-bf3b-478e26e2d671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:04.504542 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-0373e879-43aa-4e83-8cb2-790a1eba9b1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:09:04.590858 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b6a6d5-2ec4-4c7f-bf3b-478e26e2d671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f85c4e-f362-4fb1-8710-906f879640e9,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:09:04.600514 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-98b6a6d5-2ec4-4c7f-bf3b-478e26e2d671 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=beb0e73308b043f8bf0433b7b536c2b6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3003740
Apr 16 05:09:04.603001 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-98b6a6d5-2ec4-4c7f-bf3b-478e26e2d671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:09:04.603612 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 38786) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:09:04.732255 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-70cda249-6877-4615-ab7c-3847a77a7d03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:04.787378 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-70cda249-6877-4615-ab7c-3847a77a7d03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:04.849660 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c9911d23-d85e-4fa8-9557-f7e7ad3375b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:04.861627 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-70cda249-6877-4615-ab7c-3847a77a7d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:04.866421 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-c8ffa173-41ba-4b7c-86f6-12d7f4c5d03c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:09:04.881898 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cda249-6877-4615-ab7c-3847a77a7d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f85c4e-f362-4fb1-8710-906f879640e9,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:09:04.885175 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-70cda249-6877-4615-ab7c-3847a77a7d03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:09:04.895510 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-70cda249-6877-4615-ab7c-3847a77a7d03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:04.900463 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-70cda249-6877-4615-ab7c-3847a77a7d03 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/48f85c4e-f362-4fb1-8710-906f879640e9 HTTP/1.1" status: 204  len: 168 time: 0.2924933
Apr 16 05:09:05.085364 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b3b2f8-062f-429a-ac8f-8b0ba6205e08 req-3437dd4d-a8ac-4654-9b87-1521f3caddb4 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:09:05.087330 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-09b3b2f8-062f-429a-ac8f-8b0ba6205e08 req-3437dd4d-a8ac-4654-9b87-1521f3caddb4 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?device_id=bed81e12-65a3-41c0-90e6-b4cb79976d45 HTTP/1.1" status: 200  len: 945 time: 0.1155586
Apr 16 05:09:05.154339 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-09b3b2f8-062f-429a-ac8f-8b0ba6205e08 req-b8560bec-c328-45de-bc30-d619136c221f tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548327
Apr 16 05:09:06.207324 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-33fef1c5-3ffa-47ff-b570-579a9fe9e66c req-d8f039e5-f5de-470c-8384-76c7f8761482 service neutron] 10.222.0.16 "GET /v2.0/networks/8df91495-625b-4773-a543-89e51aa2e299?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2046013
Apr 16 05:09:06.391225 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-33fef1c5-3ffa-47ff-b570-579a9fe9e66c req-e19ce8ab-6720-48ec-a719-97d4e07fa68d service neutron] 10.222.0.16 "GET /v2.0/networks/8df91495-625b-4773-a543-89e51aa2e299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1719065
Apr 16 05:09:06.506293 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520a31ed-25a9-4670-bf09-89db8b84eb44 req-a48b8624-6f60-43ed-b5c9-6ab590ff7b89 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:09:06.508515 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-520a31ed-25a9-4670-bf09-89db8b84eb44 req-a48b8624-6f60-43ed-b5c9-6ab590ff7b89 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?device_id=bed81e12-65a3-41c0-90e6-b4cb79976d45 HTTP/1.1" status: 200  len: 945 time: 0.1068118
Apr 16 05:09:06.562792 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-520a31ed-25a9-4670-bf09-89db8b84eb44 req-bea2767c-accb-43b8-b575-a144f5a4b924 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471935
Apr 16 05:09:06.799102 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beaf43c-8b64-426d-98a0-b8acc384ee91 req-8d22cc3f-ab81-42de-abd3-faa565edc461 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:09:06.801273 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-1beaf43c-8b64-426d-98a0-b8acc384ee91 req-8d22cc3f-ab81-42de-abd3-faa565edc461 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.16 "GET /v2.0/ports?device_id=bed81e12-65a3-41c0-90e6-b4cb79976d45 HTTP/1.1" status: 200  len: 945 time: 0.1181734
Apr 16 05:09:06.902990 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-31b34a93-f6e8-4c6a-83c3-0c55fb7631f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:06.941221 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [req-1beaf43c-8b64-426d-98a0-b8acc384ee91 req-876409f1-7ad8-4cdc-bcb8-9cb6aa33d0f3 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Deleting port cbe55579-a007-4247-9911-538143178e3b {{(pid=85357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 05:09:06.941847 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-1beaf43c-8b64-426d-98a0-b8acc384ee91 req-876409f1-7ad8-4cdc-bcb8-9cb6aa33d0f3 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284331874164'] for port, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:07.435719 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [req-1beaf43c-8b64-426d-98a0-b8acc384ee91 req-876409f1-7ad8-4cdc-bcb8-9cb6aa33d0f3 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] For port cbe55579-a007-4247-9911-538143178e3b, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=cbe55579-a007-4247-9911-538143178e3b,segment=NetworkSegment(6bce0028-aa38-4b3b-9bb1-313bc9885413),segment_id=6bce0028-aa38-4b3b-9bb1-313bc9885413)] {{(pid=85357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:09:07.436323 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-1beaf43c-8b64-426d-98a0-b8acc384ee91 req-876409f1-7ad8-4cdc-bcb8-9cb6aa33d0f3 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821567696'] for port, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:07.631558 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:07.699536 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [req-1beaf43c-8b64-426d-98a0-b8acc384ee91 req-876409f1-7ad8-4cdc-bcb8-9cb6aa33d0f3 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Calling delete_port for cbe55579-a007-4247-9911-538143178e3b owned by compute:nova {{(pid=85357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 05:09:07.761792 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-63345f0b-feae-4d1b-a675-506eb60b354a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:08.020681 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d4cdf4-f210-47d6-a033-cd65188102ff req-9e3e14c0-ba3f-4264-b009-156147280e58 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:09:08.023760 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-45d4cdf4-f210-47d6-a033-cd65188102ff req-9e3e14c0-ba3f-4264-b009-156147280e58 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?device_id=bed81e12-65a3-41c0-90e6-b4cb79976d45 HTTP/1.1" status: 200  len: 945 time: 0.2552254
Apr 16 05:09:08.042483 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:08.198715 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-45d4cdf4-f210-47d6-a033-cd65188102ff req-f46cef0d-fba0-4f09-8b94-bc3f5d150989 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1151900
Apr 16 05:09:08.219645 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-1beaf43c-8b64-426d-98a0-b8acc384ee91 req-876409f1-7ad8-4cdc-bcb8-9cb6aa33d0f3 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752522904879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752522456008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30120147'] for port, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:08.301524 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:09:08.362763 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876409f1-7ad8-4cdc-bcb8-9cb6aa33d0f3 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Pushing event deleted for resources: {'Port': ['ID=cbe55579-a007-4247-9911-538143178e3b,revision_number=None']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:09:08.368494 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-876409f1-7ad8-4cdc-bcb8-9cb6aa33d0f3 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:09:08.561741 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [req-1beaf43c-8b64-426d-98a0-b8acc384ee91 req-876409f1-7ad8-4cdc-bcb8-9cb6aa33d0f3 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] No DVR routers for this DVR port cbe55579-a007-4247-9911-538143178e3b on host hv-cinder-78652 {{(pid=85357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 16 05:09:08.566003 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-1beaf43c-8b64-426d-98a0-b8acc384ee91 req-876409f1-7ad8-4cdc-bcb8-9cb6aa33d0f3 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:08.571672 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bed81e12-65a3-41c0-90e6-b4cb79976d45', 'name': 'network-vif-deleted', 'tag': 'cbe55579-a007-4247-9911-538143178e3b'}] {{(pid=85357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 05:09:08.610472 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-1beaf43c-8b64-426d-98a0-b8acc384ee91 req-876409f1-7ad8-4cdc-bcb8-9cb6aa33d0f3 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.16 "DELETE /v2.0/ports/cbe55579-a007-4247-9911-538143178e3b HTTP/1.1" status: 204  len: 173 time: 1.8038254
Apr 16 05:09:08.760511 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0646c35-4b6d-4dd4-a7c1-6e08c9394133 req-34c1da4b-a3a3-41c6-97b3-0c73b2e90af5 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:09:08.762531 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-b0646c35-4b6d-4dd4-a7c1-6e08c9394133 req-34c1da4b-a3a3-41c6-97b3-0c73b2e90af5 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/ports?device_id=f075f23a-3d1c-4140-93fb-04984d3843bf HTTP/1.1" status: 200  len: 945 time: 0.1007860
Apr 16 05:09:08.822809 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-b0646c35-4b6d-4dd4-a7c1-6e08c9394133 req-01b25492-77a8-48a3-b19c-a39a5068aab2 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/security-groups?id=8548a554-a67d-4df0-81c7-bc380ca1e345&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0525048
Apr 16 05:09:09.058408 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bed81e12-65a3-41c0-90e6-b4cb79976d45', 'name': 'network-vif-deleted', 'tag': 'cbe55579-a007-4247-9911-538143178e3b', 'status': 'completed', 'code': 200}
Apr 16 05:09:09.400685 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a57a9699-4b93-4635-9a0c-76135fd629c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:09.401977 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-62d1a788-c555-45c0-92ec-5aabae655586 req-d20e5085-a58f-4d15-b2bd-9b9680455f37 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Synchronizing usage tracker for tenant:906565d5b9534e68b06210dedd1603fb on resource:port {{(pid=85357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 05:09:09.418000 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-62d1a788-c555-45c0-92ec-5aabae655586 req-d20e5085-a58f-4d15-b2bd-9b9680455f37 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Unset dirty status for tenant:906565d5b9534e68b06210dedd1603fb on resource:port {{(pid=85357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 05:09:09.419351 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-62d1a788-c555-45c0-92ec-5aabae655586 req-d20e5085-a58f-4d15-b2bd-9b9680455f37 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?device_id=bed81e12-65a3-41c0-90e6-b4cb79976d45 HTTP/1.1" status: 200  len: 210 time: 0.0706911
Apr 16 05:09:10.046200 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b46955-0db8-452f-91f9-48782d9cc8bb req-393232e5-2e1c-43f0-b145-0531f5997717 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:09:10.048140 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-91b46955-0db8-452f-91f9-48782d9cc8bb req-393232e5-2e1c-43f0-b145-0531f5997717 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/ports?device_id=f075f23a-3d1c-4140-93fb-04984d3843bf HTTP/1.1" status: 200  len: 945 time: 0.0984149
Apr 16 05:09:10.109128 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-91b46955-0db8-452f-91f9-48782d9cc8bb req-178650fc-3bed-4840-851d-ffa7c17dce71 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/security-groups?id=8548a554-a67d-4df0-81c7-bc380ca1e345&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0536020
Apr 16 05:09:10.594860 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-f088e933-0825-43b1-a230-b23aac03733d req-5f004e73-cb15-4758-be4b-09476e5aee1e tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?device_id=bed81e12-65a3-41c0-90e6-b4cb79976d45 HTTP/1.1" status: 200  len: 210 time: 0.0510473
Apr 16 05:09:10.726000 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] get_ports_and_sgs() called for port_ids ['812f1224-5033-4d66-a589-6e8874a8ace2'] {{(pid=85358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 05:09:10.764332 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device cbe55579-a007-4247-9911-538143178e3b no longer exists at agent hyperv_hv-cinder-78652 {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 05:09:10.810898 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] No Port match for: cbe55579-a007-4247-9911-538143178e3b {{(pid=85358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 16 05:09:10.811268 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device cbe55579-a007-4247-9911-538143178e3b not bound to the agent host hv-cinder-78652 {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 05:09:11.343120 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e06bc-e958-48a3-b8d0-8d2b6c6c5b82 req-9b3b7619-9d0c-45b6-a6d7-a9cd25666b03 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:09:11.344985 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-340e06bc-e958-48a3-b8d0-8d2b6c6c5b82 req-9b3b7619-9d0c-45b6-a6d7-a9cd25666b03 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/ports?device_id=f075f23a-3d1c-4140-93fb-04984d3843bf HTTP/1.1" status: 200  len: 945 time: 0.0986497
Apr 16 05:09:11.427255 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-340e06bc-e958-48a3-b8d0-8d2b6c6c5b82 req-3b52b872-0228-42ec-9eb1-b020852c80ce tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/security-groups?id=8548a554-a67d-4df0-81c7-bc380ca1e345&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0688217
Apr 16 05:09:12.393225 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45f71a5-d62f-40c7-bbfe-a8046ef98371 req-2d221094-668f-450c-8fe4-002a22161421 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:09:12.394952 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-b45f71a5-d62f-40c7-bbfe-a8046ef98371 req-2d221094-668f-450c-8fe4-002a22161421 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a6db6-5e0e-4625-805b-854fe43bd156 HTTP/1.1" status: 200  len: 945 time: 0.1003301
Apr 16 05:09:12.452098 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-b45f71a5-d62f-40c7-bbfe-a8046ef98371 req-cbdc8735-a27b-41c7-9114-e86caf8d1294 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499859
Apr 16 05:09:12.742236 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f367b788-4135-4041-a902-98d2777d7aba req-70a111d0-59b7-4177-ba4a-b9d73cc4fe65 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:09:12.744936 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-f367b788-4135-4041-a902-98d2777d7aba req-70a111d0-59b7-4177-ba4a-b9d73cc4fe65 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/ports?device_id=f075f23a-3d1c-4140-93fb-04984d3843bf HTTP/1.1" status: 200  len: 945 time: 0.1730008
Apr 16 05:09:12.809622 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-f367b788-4135-4041-a902-98d2777d7aba req-1afe88f5-db2a-4dc0-ba42-ef9eaf249e70 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/security-groups?id=8548a554-a67d-4df0-81c7-bc380ca1e345&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0564826
Apr 16 05:09:13.675644 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cadac98-2b25-4e14-9786-a384becd1f24 req-318a512b-69f5-46e3-b74a-b6f2f84d2713 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:09:13.677385 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-4cadac98-2b25-4e14-9786-a384becd1f24 req-318a512b-69f5-46e3-b74a-b6f2f84d2713 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a6db6-5e0e-4625-805b-854fe43bd156 HTTP/1.1" status: 200  len: 945 time: 0.0995910
Apr 16 05:09:13.736147 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-4cadac98-2b25-4e14-9786-a384becd1f24 req-2e735312-493c-4385-8395-5fbb8b51d31c tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461931
Apr 16 05:09:14.046752 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419fbb6f-8dc1-40c3-be1a-3ddc04a14f4e req-2fec5ffc-ed8f-49b1-9d05-a2e9b0cc3403 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:09:14.050007 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-419fbb6f-8dc1-40c3-be1a-3ddc04a14f4e req-2fec5ffc-ed8f-49b1-9d05-a2e9b0cc3403 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/ports?device_id=f075f23a-3d1c-4140-93fb-04984d3843bf HTTP/1.1" status: 200  len: 945 time: 0.1110702
Apr 16 05:09:14.138482 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-419fbb6f-8dc1-40c3-be1a-3ddc04a14f4e req-097dd5f4-ad57-4cf0-9ee7-e6d287e616da tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/security-groups?id=8548a554-a67d-4df0-81c7-bc380ca1e345&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0814097
Apr 16 05:09:14.958381 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5abde4c-51e3-4ce1-8a76-44a0c5fdf425 req-09f605fd-d821-41bf-a488-951b097ad9c0 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:09:14.960096 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-e5abde4c-51e3-4ce1-8a76-44a0c5fdf425 req-09f605fd-d821-41bf-a488-951b097ad9c0 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a6db6-5e0e-4625-805b-854fe43bd156 HTTP/1.1" status: 200  len: 945 time: 0.0913174
Apr 16 05:09:15.017530 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-e5abde4c-51e3-4ce1-8a76-44a0c5fdf425 req-7ae96a88-a447-43ad-b999-308fabb25196 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505283
Apr 16 05:09:15.352451 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d41fc9-bc4f-423b-9df1-7646551b4f82 req-c96d9996-a8f4-4b1c-884b-ecbc417e4b1b tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:09:15.354123 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-45d41fc9-bc4f-423b-9df1-7646551b4f82 req-c96d9996-a8f4-4b1c-884b-ecbc417e4b1b tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/ports?device_id=f075f23a-3d1c-4140-93fb-04984d3843bf HTTP/1.1" status: 200  len: 945 time: 0.0915773
Apr 16 05:09:15.406198 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-45d41fc9-bc4f-423b-9df1-7646551b4f82 req-540d1816-6570-498f-8b0e-b83e0c68592e tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/security-groups?id=8548a554-a67d-4df0-81c7-bc380ca1e345&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454407
Apr 16 05:09:16.231756 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f126fcc8-40b0-4945-ad66-79b9c5b46f99 req-0d64c89b-0765-488d-a491-b215fb8986e5 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:09:16.233403 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-f126fcc8-40b0-4945-ad66-79b9c5b46f99 req-0d64c89b-0765-488d-a491-b215fb8986e5 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a6db6-5e0e-4625-805b-854fe43bd156 HTTP/1.1" status: 200  len: 945 time: 0.0939672
Apr 16 05:09:16.284989 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-f126fcc8-40b0-4945-ad66-79b9c5b46f99 req-c332fac5-abe6-48c7-8d4c-4a30f5d6c503 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448895
Apr 16 05:09:16.691536 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9893f21b-d1f1-49f2-b756-811821c06a53 req-43b86baf-b3b3-4a8a-a46a-615cfe0fee83 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:09:16.693990 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-9893f21b-d1f1-49f2-b756-811821c06a53 req-43b86baf-b3b3-4a8a-a46a-615cfe0fee83 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/ports?device_id=f075f23a-3d1c-4140-93fb-04984d3843bf HTTP/1.1" status: 200  len: 945 time: 0.1532359
Apr 16 05:09:16.777461 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-9893f21b-d1f1-49f2-b756-811821c06a53 req-d45229e2-0cc7-4b3a-8768-feb92a0e20a2 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/security-groups?id=8548a554-a67d-4df0-81c7-bc380ca1e345&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0689139
Apr 16 05:09:16.967717 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 38978) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:09:17.191198 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f7f3a17e-e259-4c60-b3e8-a133b4f5099c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:17.214886 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-f7f3a17e-e259-4c60-b3e8-a133b4f5099c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:09:17.219498 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-f7f3a17e-e259-4c60-b3e8-a133b4f5099c admin admin] Usage tracker for resource:security_group_rule and tenant:ca22c8fbfbb04421a46b47912f6fbf87 is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:09:17.223887 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-f7f3a17e-e259-4c60-b3e8-a133b4f5099c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:09:17.230945 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-f7f3a17e-e259-4c60-b3e8-a133b4f5099c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:09:17.396681 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f7f3a17e-e259-4c60-b3e8-a133b4f5099c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:17.402200 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f7f3a17e-e259-4c60-b3e8-a133b4f5099c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:17.412740 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-8a47cf78-4e12-4b48-94cf-180e4c958b28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:09:17.471008 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-f7f3a17e-e259-4c60-b3e8-a133b4f5099c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ca22c8fbfbb04421a46b47912f6fbf87&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4982011
Apr 16 05:09:17.471669 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 39002) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:09:17.474936 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f3a17e-e259-4c60-b3e8-a133b4f5099c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e55a01f-85cd-4a68-a6ad-6632e74aca89,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:09:17.490508 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-f7f3a17e-e259-4c60-b3e8-a133b4f5099c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:09:17.519531 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b069b74b-2acc-4a71-a4ee-1fe544d16735 req-99461c57-660e-4195-abf4-51062aa4062f tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:09:17.521383 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-b069b74b-2acc-4a71-a4ee-1fe544d16735 req-99461c57-660e-4195-abf4-51062aa4062f tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a6db6-5e0e-4625-805b-854fe43bd156 HTTP/1.1" status: 200  len: 945 time: 0.1031258
Apr 16 05:09:17.548264 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-7e3a0c5c-2358-4a7a-ab44-de4198508c58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:17.574495 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-b069b74b-2acc-4a71-a4ee-1fe544d16735 req-5efdee41-21a1-43de-a14c-d08e509b2901 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463488
Apr 16 05:09:17.580550 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-7e3a0c5c-2358-4a7a-ab44-de4198508c58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:17.631687 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-7e3a0c5c-2358-4a7a-ab44-de4198508c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:17.637789 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-7c1a6638-6efd-4e1d-958f-924c7f3c9fc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:09:17.650159 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3a0c5c-2358-4a7a-ab44-de4198508c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e55a01f-85cd-4a68-a6ad-6632e74aca89,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:09:17.656038 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-7e3a0c5c-2358-4a7a-ab44-de4198508c58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:09:17.659176 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-7e3a0c5c-2358-4a7a-ab44-de4198508c58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:17.659929 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-7e3a0c5c-2358-4a7a-ab44-de4198508c58 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9e55a01f-85cd-4a68-a6ad-6632e74aca89 HTTP/1.1" status: 204  len: 168 time: 0.1870184
Apr 16 05:09:18.038163 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734636df-1718-445c-9e6b-0dac8594dd17 req-8971b904-a1a3-4bc4-bccb-11d5354b3013 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:09:18.041033 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-734636df-1718-445c-9e6b-0dac8594dd17 req-8971b904-a1a3-4bc4-bccb-11d5354b3013 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/ports?device_id=f075f23a-3d1c-4140-93fb-04984d3843bf HTTP/1.1" status: 200  len: 945 time: 0.1221011
Apr 16 05:09:18.110806 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-734636df-1718-445c-9e6b-0dac8594dd17 req-b1af7e09-b5a2-40b6-bad7-363e0dc26aac tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/security-groups?id=8548a554-a67d-4df0-81c7-bc380ca1e345&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0618625
Apr 16 05:09:18.153503 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 39014) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:09:18.179201 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-362422cd-5c6f-4941-8460-409dc3680073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:18.196875 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-362422cd-5c6f-4941-8460-409dc3680073 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:09:18.201378 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-362422cd-5c6f-4941-8460-409dc3680073 admin admin] Usage tracker for resource:security_group_rule and tenant:34ab8c68787843f79e7418cf27ecea3c is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:09:18.204625 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-362422cd-5c6f-4941-8460-409dc3680073 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:09:18.211423 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-362422cd-5c6f-4941-8460-409dc3680073 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:09:18.311067 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-362422cd-5c6f-4941-8460-409dc3680073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:18.314965 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-362422cd-5c6f-4941-8460-409dc3680073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:18.329616 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-98b6a6d5-2ec4-4c7f-bf3b-478e26e2d671 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:09:18.379206 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-362422cd-5c6f-4941-8460-409dc3680073 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=34ab8c68787843f79e7418cf27ecea3c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2241149
Apr 16 05:09:18.381070 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362422cd-5c6f-4941-8460-409dc3680073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76417ebd-aa44-47be-9307-b1c33323a96d,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:09:18.382490 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 39018) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:09:18.384537 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-362422cd-5c6f-4941-8460-409dc3680073 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:09:18.453267 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0a53da63-9f79-4f93-8904-e7c2747fbbff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:18.483609 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0a53da63-9f79-4f93-8904-e7c2747fbbff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:18.540312 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0a53da63-9f79-4f93-8904-e7c2747fbbff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:18.544770 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-f4b3a36c-7566-41aa-9cfa-1fae576d458f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:09:18.558038 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a53da63-9f79-4f93-8904-e7c2747fbbff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76417ebd-aa44-47be-9307-b1c33323a96d,revision_number=None']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:09:18.560685 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-0a53da63-9f79-4f93-8904-e7c2747fbbff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:09:18.567814 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0a53da63-9f79-4f93-8904-e7c2747fbbff admin admin] Notify callbacks [] for security_group, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:18.571075 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-0a53da63-9f79-4f93-8904-e7c2747fbbff admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/76417ebd-aa44-47be-9307-b1c33323a96d HTTP/1.1" status: 204  len: 168 time: 0.1871355
Apr 16 05:09:18.936637 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c42ec4-329b-45d6-b162-3404712991bc req-2e8e6dfd-d8bc-42fe-9919-62a9275adc30 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:09:18.939593 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-68c42ec4-329b-45d6-b162-3404712991bc req-2e8e6dfd-d8bc-42fe-9919-62a9275adc30 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a6db6-5e0e-4625-805b-854fe43bd156 HTTP/1.1" status: 200  len: 945 time: 0.1832428
Apr 16 05:09:19.270537 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-68c42ec4-329b-45d6-b162-3404712991bc req-0b79a9b3-0f14-4ea8-ab11-da8b93ef4486 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3219855
Apr 16 05:09:19.451719 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e9c309-8bbe-4b20-9766-193f4476997f req-f847d0b3-116a-43e0-9475-8f38d777939e tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:09:19.453323 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-39e9c309-8bbe-4b20-9766-193f4476997f req-f847d0b3-116a-43e0-9475-8f38d777939e tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/ports?device_id=f075f23a-3d1c-4140-93fb-04984d3843bf HTTP/1.1" status: 200  len: 945 time: 0.1015203
Apr 16 05:09:19.512686 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-39e9c309-8bbe-4b20-9766-193f4476997f req-7231fa53-5423-4938-9e49-26f34cdd3e46 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/security-groups?id=8548a554-a67d-4df0-81c7-bc380ca1e345&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0515461
Apr 16 05:09:20.526932 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dd6bae-fafc-42dd-8bb9-c6eecd41494c req-23d5342b-b5a7-49e6-8f8f-6ff1c1cea70b tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:09:20.529516 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-85dd6bae-fafc-42dd-8bb9-c6eecd41494c req-23d5342b-b5a7-49e6-8f8f-6ff1c1cea70b tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a6db6-5e0e-4625-805b-854fe43bd156 HTTP/1.1" status: 200  len: 945 time: 0.1083970
Apr 16 05:09:20.598290 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-85dd6bae-fafc-42dd-8bb9-c6eecd41494c req-6ea4ba75-bf72-410d-9c42-f4048926913e tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550625
Apr 16 05:09:20.862839 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a6886b-43d6-4af0-b98c-1c3611e991e0 req-0d184aa9-2f41-4507-9d3b-8cc448b78102 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:09:20.864600 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-89a6886b-43d6-4af0-b98c-1c3611e991e0 req-0d184aa9-2f41-4507-9d3b-8cc448b78102 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/ports?device_id=f075f23a-3d1c-4140-93fb-04984d3843bf HTTP/1.1" status: 200  len: 945 time: 0.1698954
Apr 16 05:09:20.880053 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2536ea29-25f8-496d-985b-6caf9678fb9e req-447da340-060e-430f-a986-6f28a2566926 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:09:20.881803 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-2536ea29-25f8-496d-985b-6caf9678fb9e req-447da340-060e-430f-a986-6f28a2566926 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f6a6db6-5e0e-4625-805b-854fe43bd156 HTTP/1.1" status: 200  len: 945 time: 0.1297975
Apr 16 05:09:20.984596 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-89a6886b-43d6-4af0-b98c-1c3611e991e0 req-92485d33-30a5-4670-953c-415af17fb2a2 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/security-groups?id=8548a554-a67d-4df0-81c7-bc380ca1e345&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1016529
Apr 16 05:09:21.009885 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [req-2536ea29-25f8-496d-985b-6caf9678fb9e req-91533546-4cbc-4406-9a6b-0ad8bcdb5277 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Deleting port 812f1224-5033-4d66-a589-6e8874a8ace2 {{(pid=85357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 05:09:21.010325 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-2536ea29-25f8-496d-985b-6caf9678fb9e req-91533546-4cbc-4406-9a6b-0ad8bcdb5277 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284331874164'] for port, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:21.408099 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [req-2536ea29-25f8-496d-985b-6caf9678fb9e req-91533546-4cbc-4406-9a6b-0ad8bcdb5277 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] For port 812f1224-5033-4d66-a589-6e8874a8ace2, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=812f1224-5033-4d66-a589-6e8874a8ace2,segment=NetworkSegment(6bce0028-aa38-4b3b-9bb1-313bc9885413),segment_id=6bce0028-aa38-4b3b-9bb1-313bc9885413)] {{(pid=85357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:09:21.408831 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-2536ea29-25f8-496d-985b-6caf9678fb9e req-91533546-4cbc-4406-9a6b-0ad8bcdb5277 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821567696'] for port, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:21.561013 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [req-2536ea29-25f8-496d-985b-6caf9678fb9e req-91533546-4cbc-4406-9a6b-0ad8bcdb5277 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Calling delete_port for 812f1224-5033-4d66-a589-6e8874a8ace2 owned by compute:nova {{(pid=85357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 05:09:21.782014 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-2536ea29-25f8-496d-985b-6caf9678fb9e req-91533546-4cbc-4406-9a6b-0ad8bcdb5277 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752522904879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752522456008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30120147'] for port, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:21.798668 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-62142904-02a5-4573-9a39-bc3dce47df9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:09:21.824721 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] get_ports_and_sgs() called for port_ids ['812f1224-5033-4d66-a589-6e8874a8ace2'] {{(pid=85358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 05:09:21.901234 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91533546-4cbc-4406-9a6b-0ad8bcdb5277 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Pushing event deleted for resources: {'Port': ['ID=812f1224-5033-4d66-a589-6e8874a8ace2,revision_number=None']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:09:21.915051 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-91533546-4cbc-4406-9a6b-0ad8bcdb5277 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:09:21.982923 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcef13c9-52bb-44e3-9f88-5930d7d5ec9e req-b9f35291-55e6-4848-ae55-d916723e1f50 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:09:21.984654 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-bcef13c9-52bb-44e3-9f88-5930d7d5ec9e req-b9f35291-55e6-4848-ae55-d916723e1f50 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a6db6-5e0e-4625-805b-854fe43bd156 HTTP/1.1" status: 200  len: 867 time: 0.2685595
Apr 16 05:09:22.135377 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-bcef13c9-52bb-44e3-9f88-5930d7d5ec9e req-0adf3f6d-e25a-4572-9c84-dfee334531b2 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.26 "GET /v2.0/security-groups?id=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1365006
Apr 16 05:09:22.136853 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [req-2536ea29-25f8-496d-985b-6caf9678fb9e req-91533546-4cbc-4406-9a6b-0ad8bcdb5277 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] No DVR routers for this DVR port 812f1224-5033-4d66-a589-6e8874a8ace2 on host hv-cinder-78652 {{(pid=85357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 16 05:09:22.174728 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-2536ea29-25f8-496d-985b-6caf9678fb9e req-91533546-4cbc-4406-9a6b-0ad8bcdb5277 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:22.183071 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f6a6db6-5e0e-4625-805b-854fe43bd156', 'name': 'network-vif-deleted', 'tag': '812f1224-5033-4d66-a589-6e8874a8ace2'}] {{(pid=85357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 05:09:22.209911 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-2536ea29-25f8-496d-985b-6caf9678fb9e req-91533546-4cbc-4406-9a6b-0ad8bcdb5277 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] 10.222.0.16 "DELETE /v2.0/ports/812f1224-5033-4d66-a589-6e8874a8ace2 HTTP/1.1" status: 204  len: 173 time: 1.3086715
Apr 16 05:09:22.247817 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e11c898-957b-479e-bb45-13e3c2955eee req-ed8f2f86-2d95-4260-8c73-b3a3dbf3c452 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:09:22.249445 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-5e11c898-957b-479e-bb45-13e3c2955eee req-ed8f2f86-2d95-4260-8c73-b3a3dbf3c452 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/ports?device_id=f075f23a-3d1c-4140-93fb-04984d3843bf HTTP/1.1" status: 200  len: 945 time: 0.1188936
Apr 16 05:09:22.251325 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f6a6db6-5e0e-4625-805b-854fe43bd156', 'name': 'network-vif-deleted', 'tag': '812f1224-5033-4d66-a589-6e8874a8ace2', 'status': 'completed', 'code': 200}
Apr 16 05:09:22.306688 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-5e11c898-957b-479e-bb45-13e3c2955eee req-80243c11-a99c-4308-b6a6-9cc8581b4179 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/security-groups?id=8548a554-a67d-4df0-81c7-bc380ca1e345&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0505979
Apr 16 05:09:22.880277 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 39132) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:09:23.036333 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-3c307e70-93a7-4a55-8c01-393e2f3cb158 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:23.053423 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-3c307e70-93a7-4a55-8c01-393e2f3cb158 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:09:23.057665 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-3c307e70-93a7-4a55-8c01-393e2f3cb158 admin admin] Usage tracker for resource:security_group_rule and tenant:5ae4cbbd14ae4f818500d67c054e2f22 is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:09:23.060861 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-3c307e70-93a7-4a55-8c01-393e2f3cb158 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:09:23.067606 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-3c307e70-93a7-4a55-8c01-393e2f3cb158 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:09:23.165238 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-3c307e70-93a7-4a55-8c01-393e2f3cb158 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:23.168649 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-3c307e70-93a7-4a55-8c01-393e2f3cb158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:23.179582 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-4c091491-f5bb-43e8-99dd-df32284e4a8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:09:23.224664 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-3c307e70-93a7-4a55-8c01-393e2f3cb158 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5ae4cbbd14ae4f818500d67c054e2f22&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3430889
Apr 16 05:09:23.227281 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 39140) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:09:23.230556 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c307e70-93a7-4a55-8c01-393e2f3cb158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=583bfebc-644f-4712-884e-9562067de992,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:09:23.244606 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-3c307e70-93a7-4a55-8c01-393e2f3cb158 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:09:23.258686 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 39144) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:09:23.465606 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ef29c0da-61c4-47d7-8ca6-5346f3476035 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:23.516535 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ef29c0da-61c4-47d7-8ca6-5346f3476035 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:23.533048 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d630700f-9e95-4858-bb71-3fac50c7eca1 req-d7deb6a6-0acf-4dac-8872-27db50166bcb tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:09:23.534856 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-d630700f-9e95-4858-bb71-3fac50c7eca1 req-d7deb6a6-0acf-4dac-8872-27db50166bcb tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/ports?device_id=f075f23a-3d1c-4140-93fb-04984d3843bf HTTP/1.1" status: 200  len: 945 time: 0.0970664
Apr 16 05:09:23.609107 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-d630700f-9e95-4858-bb71-3fac50c7eca1 req-b46f5149-36f2-432f-be97-ae1faba3c3b8 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/security-groups?id=8548a554-a67d-4df0-81c7-bc380ca1e345&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0576074
Apr 16 05:09:23.739536 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ef29c0da-61c4-47d7-8ca6-5346f3476035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:23.747237 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-56a5a4a4-c873-4330-9889-f4f1eed26501 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:09:23.766281 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef29c0da-61c4-47d7-8ca6-5346f3476035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=583bfebc-644f-4712-884e-9562067de992,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:09:23.772655 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-ef29c0da-61c4-47d7-8ca6-5346f3476035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:09:23.824516 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ef29c0da-61c4-47d7-8ca6-5346f3476035 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:23.825816 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-ef29c0da-61c4-47d7-8ca6-5346f3476035 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/583bfebc-644f-4712-884e-9562067de992 HTTP/1.1" status: 204  len: 168 time: 0.5972776
Apr 16 05:09:24.031971 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-231d9fbe-aac8-4024-9b2a-e21fc67aefa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036821579261'] for router_interface, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:24.411941 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 39160) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:09:24.527829 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-231d9fbe-aac8-4024-9b2a-e21fc67aefa1 admin admin] Deleting port c886c2ef-fb25-45c4-aa24-4a8a2e9557c0 {{(pid=85356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 05:09:24.528214 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-231d9fbe-aac8-4024-9b2a-e21fc67aefa1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284331874164'] for port, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:24.554767 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-8f9f3977-4da9-4666-a73a-371764bf9039 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:24.571368 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-8f9f3977-4da9-4666-a73a-371764bf9039 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:09:24.575531 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-8f9f3977-4da9-4666-a73a-371764bf9039 admin admin] Usage tracker for resource:security_group_rule and tenant:6437992913794ff68b6aeaba4b442e99 is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:09:24.578628 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-8f9f3977-4da9-4666-a73a-371764bf9039 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:09:24.584954 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-8f9f3977-4da9-4666-a73a-371764bf9039 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:09:24.676152 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-8f9f3977-4da9-4666-a73a-371764bf9039 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:24.687232 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-8f9f3977-4da9-4666-a73a-371764bf9039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:24.723710 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-26b68393-e26a-4180-8e14-ea80dcd034c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:09:24.729302 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-231d9fbe-aac8-4024-9b2a-e21fc67aefa1 admin admin] For port c886c2ef-fb25-45c4-aa24-4a8a2e9557c0, host dv-cinder-786524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=c886c2ef-fb25-45c4-aa24-4a8a2e9557c0,segment=NetworkSegment(6bce0028-aa38-4b3b-9bb1-313bc9885413),segment_id=6bce0028-aa38-4b3b-9bb1-313bc9885413)] {{(pid=85356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:09:24.729698 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-231d9fbe-aac8-4024-9b2a-e21fc67aefa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821567696'] for port, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:24.730911 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.agents_db [None req-9d5d34cb-f672-4e49-b111-51c360ae5d44 None None] Agent healthcheck: found 6 active agents {{(pid=85359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 05:09:24.756531 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-8f9f3977-4da9-4666-a73a-371764bf9039 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6437992913794ff68b6aeaba4b442e99&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3428037
Apr 16 05:09:24.761546 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 39168) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:09:24.771161 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device 812f1224-5033-4d66-a589-6e8874a8ace2 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 05:09:24.826661 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] No Port match for: 812f1224-5033-4d66-a589-6e8874a8ace2 {{(pid=85358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 16 05:09:24.826963 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device 812f1224-5033-4d66-a589-6e8874a8ace2 not bound to the agent host hv-cinder-78652 {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 05:09:24.848458 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9f3977-4da9-4666-a73a-371764bf9039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7202cde3-b57a-4f87-991f-e3dd40a8fd39,revision_number=1']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:09:24.854020 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-8f9f3977-4da9-4666-a73a-371764bf9039 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:09:24.875794 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-231d9fbe-aac8-4024-9b2a-e21fc67aefa1 admin admin] Calling delete_port for c886c2ef-fb25-45c4-aa24-4a8a2e9557c0 owned by network:router_interface {{(pid=85356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 05:09:24.916899 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-29c3baca-9bf5-45a8-b2cb-593307f7c542 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:24.950108 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-29c3baca-9bf5-45a8-b2cb-593307f7c542 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:24.983556 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e957518-e3c4-4ae7-a83d-e6c48f325a5d req-d5cc1466-4a3c-461d-93e9-f843c888f175 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:09:24.985238 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-1e957518-e3c4-4ae7-a83d-e6c48f325a5d req-d5cc1466-4a3c-461d-93e9-f843c888f175 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/ports?device_id=f075f23a-3d1c-4140-93fb-04984d3843bf HTTP/1.1" status: 200  len: 945 time: 0.2280328
Apr 16 05:09:25.045991 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-1e957518-e3c4-4ae7-a83d-e6c48f325a5d req-074c7573-300a-4eee-bef0-d0dc8480338c tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/security-groups?id=8548a554-a67d-4df0-81c7-bc380ca1e345&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0491102
Apr 16 05:09:25.052121 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-29c3baca-9bf5-45a8-b2cb-593307f7c542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:25.056296 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-8aa83e2b-77cd-40a9-83b4-7dd29c636647 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:09:25.068896 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c3baca-9bf5-45a8-b2cb-593307f7c542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7202cde3-b57a-4f87-991f-e3dd40a8fd39,revision_number=None']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:09:25.075233 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-29c3baca-9bf5-45a8-b2cb-593307f7c542 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:09:25.076100 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-29c3baca-9bf5-45a8-b2cb-593307f7c542 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:25.079901 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-29c3baca-9bf5-45a8-b2cb-593307f7c542 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7202cde3-b57a-4f87-991f-e3dd40a8fd39 HTTP/1.1" status: 204  len: 168 time: 0.3147850
Apr 16 05:09:25.236159 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-231d9fbe-aac8-4024-9b2a-e21fc67aefa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752522904879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752522456008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32051484'] for port, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:25.257041 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-748a05c6-9d2a-4071-9617-2e42817bdaea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:09:25.357599 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231d9fbe-aac8-4024-9b2a-e21fc67aefa1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c886c2ef-fb25-45c4-aa24-4a8a2e9557c0,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:09:25.363700 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-231d9fbe-aac8-4024-9b2a-e21fc67aefa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:09:25.416319 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 39178) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:09:25.441295 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-82eca492-6fc2-4b37-9f38-0c52cd958549 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:25.459492 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-82eca492-6fc2-4b37-9f38-0c52cd958549 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:09:25.464404 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-82eca492-6fc2-4b37-9f38-0c52cd958549 admin admin] Usage tracker for resource:security_group_rule and tenant:d7ac5936d20f4193a0f07d215aee0477 is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:09:25.468039 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-82eca492-6fc2-4b37-9f38-0c52cd958549 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:09:25.476816 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-82eca492-6fc2-4b37-9f38-0c52cd958549 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:09:25.583990 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-82eca492-6fc2-4b37-9f38-0c52cd958549 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:25.588009 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-82eca492-6fc2-4b37-9f38-0c52cd958549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:25.596425 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-c9230a88-1a98-4433-b0a2-7d72c964cacf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:09:25.644808 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-82eca492-6fc2-4b37-9f38-0c52cd958549 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d7ac5936d20f4193a0f07d215aee0477&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2270937
Apr 16 05:09:25.645614 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 39182) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:09:25.648614 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eca492-6fc2-4b37-9f38-0c52cd958549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=525cd945-d5a4-46bc-a7ea-2e8780b77dfe,revision_number=1']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:09:25.652145 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-82eca492-6fc2-4b37-9f38-0c52cd958549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:09:25.721288 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f21b6750-9166-4f28-9bcd-12d1444a2e21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:25.753432 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f21b6750-9166-4f28-9bcd-12d1444a2e21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:25.808766 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f21b6750-9166-4f28-9bcd-12d1444a2e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:25.814153 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-3f8e2b11-0b9b-45e9-bb6a-f27e3e0bbb0c tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:09:25.827609 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21b6750-9166-4f28-9bcd-12d1444a2e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=525cd945-d5a4-46bc-a7ea-2e8780b77dfe,revision_number=None']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:09:25.831005 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-f21b6750-9166-4f28-9bcd-12d1444a2e21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:09:25.835715 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f21b6750-9166-4f28-9bcd-12d1444a2e21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:25.836448 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-f21b6750-9166-4f28-9bcd-12d1444a2e21 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/525cd945-d5a4-46bc-a7ea-2e8780b77dfe HTTP/1.1" status: 204  len: 168 time: 0.1895010
Apr 16 05:09:25.965522 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-231d9fbe-aac8-4024-9b2a-e21fc67aefa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33065615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036821578840'] for router_interface, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:26.378882 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9eba04-a97a-49f8-a6a0-b3d07aac395b req-c3bb8f09-c543-46a7-adf8-bd4facd3df75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:09:26.380550 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-3a9eba04-a97a-49f8-a6a0-b3d07aac395b req-c3bb8f09-c543-46a7-adf8-bd4facd3df75 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=19a213d1b49b4109b75966286a61917f&device_id=f075f23a-3d1c-4140-93fb-04984d3843bf HTTP/1.1" status: 200  len: 1098 time: 0.2100892
Apr 16 05:09:26.398294 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c59352c-e3d2-4b62-81ce-81e9276d8c2f req-29d30e78-b983-4a8b-a593-bc60aa149386 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:09:26.399949 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-4c59352c-e3d2-4b62-81ce-81e9276d8c2f req-29d30e78-b983-4a8b-a593-bc60aa149386 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/ports?device_id=f075f23a-3d1c-4140-93fb-04984d3843bf HTTP/1.1" status: 200  len: 945 time: 0.1620429
Apr 16 05:09:26.543233 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-4c59352c-e3d2-4b62-81ce-81e9276d8c2f req-0a0dafe0-8c74-4ebb-9f0a-2189748f6e1f tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/security-groups?id=8548a554-a67d-4df0-81c7-bc380ca1e345&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1186206
Apr 16 05:09:26.555486 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-231d9fbe-aac8-4024-9b2a-e21fc67aefa1 admin admin] Router 44dbc74a-6d6e-45a9-919b-8c7a072f925d has already been hosted by L3 agent 9bacd1b6-99a0-44b1-8352-fe12768771b0 {{(pid=85356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 16 05:09:26.593827 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9eba04-a97a-49f8-a6a0-b3d07aac395b req-44e1d1ea-e8da-4123-a687-c6df1586b0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:09:26.596128 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-3a9eba04-a97a-49f8-a6a0-b3d07aac395b req-44e1d1ea-e8da-4123-a687-c6df1586b0f9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8e950144-b586-4419-9506-52e097c234b9 HTTP/1.1" status: 200  len: 908 time: 0.1947827
Apr 16 05:09:26.722287 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-3a9eba04-a97a-49f8-a6a0-b3d07aac395b req-b4751264-1443-4357-bde5-b8fd937aa249 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=525a9c21-dc2f-4357-8898-36e8a37e4418 HTTP/1.1" status: 200  len: 1000 time: 0.1175814
Apr 16 05:09:26.763674 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-231d9fbe-aac8-4024-9b2a-e21fc67aefa1 admin admin] Notify agent at l3_agent.dv-cinder-786524-1-iscsi the message routers_updated {{(pid=85356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 05:09:26.776034 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f339b8ca-0545-47ac-8a3a-c699993d5e3c None None] Sync routers for ids ['44dbc74a-6d6e-45a9-919b-8c7a072f925d'] in dv-cinder-786524-1-iscsi {{(pid=85359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 05:09:26.780011 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-231d9fbe-aac8-4024-9b2a-e21fc67aefa1 admin admin] 10.222.0.26 "PUT /v2.0/routers/44dbc74a-6d6e-45a9-919b-8c7a072f925d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5201852
Apr 16 05:09:26.780721 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 39210) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:09:26.791975 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f339b8ca-0545-47ac-8a3a-c699993d5e3c None None] Routers {'44dbc74a-6d6e-45a9-919b-8c7a072f925d'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:09:26.792942 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-f339b8ca-0545-47ac-8a3a-c699993d5e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5daec867f0>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:09:07Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['44dbc74a-6d6e-45a9-919b-8c7a072f925d'], 'active': True} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:09:26.798584 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9eba04-a97a-49f8-a6a0-b3d07aac395b req-0b941384-aaf1-4c78-a7e1-89dc53038a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:09:26.800715 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-3a9eba04-a97a-49f8-a6a0-b3d07aac395b req-0b941384-aaf1-4c78-a7e1-89dc53038a57 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3839760e-ab00-4f46-8a04-f1c8415e06da HTTP/1.1" status: 200  len: 846 time: 0.0716884
Apr 16 05:09:26.937301 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9eba04-a97a-49f8-a6a0-b3d07aac395b req-7fd51518-3846-4f5e-93de-62f04822ef43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:09:26.939183 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-3a9eba04-a97a-49f8-a6a0-b3d07aac395b req-7fd51518-3846-4f5e-93de-62f04822ef43 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8e950144-b586-4419-9506-52e097c234b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1269541
Apr 16 05:09:26.998097 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-1e4550a8-c309-4f81-a6c4-9cdc190d0bf5 admin admin] Notify callbacks [] for router, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:27.069565 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-f339b8ca-0545-47ac-8a3a-c699993d5e3c None None] Set router 44dbc74a-6d6e-45a9-919b-8c7a072f925d gateway port host: dv-cinder-786524-1-iscsi {{(pid=85359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:09:27.132508 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-3a9eba04-a97a-49f8-a6a0-b3d07aac395b req-4d04c4dd-7964-4528-b75e-104f8bc8d8c9 service neutron] 10.222.0.16 "GET /v2.0/networks/8e950144-b586-4419-9506-52e097c234b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1855752
Apr 16 05:09:27.285133 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-1e4550a8-c309-4f81-a6c4-9cdc190d0bf5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:27.302606 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-1e4550a8-c309-4f81-a6c4-9cdc190d0bf5 admin admin] Deleting port 0ff207b7-52ad-4de0-9675-cf867d1f6aea {{(pid=85356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 05:09:27.302606 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-1e4550a8-c309-4f81-a6c4-9cdc190d0bf5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284331874164'] for port, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:27.309989 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-3a9eba04-a97a-49f8-a6a0-b3d07aac395b req-246eba60-16c4-499b-8723-7b2b5151ce74 service neutron] 10.222.0.16 "GET /v2.0/networks/8e950144-b586-4419-9506-52e097c234b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1684964
Apr 16 05:09:27.518745 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-f339b8ca-0545-47ac-8a3a-c699993d5e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5daec867f0>, [{'id': '44dbc74a-6d6e-45a9-919b-8c7a072f925d', 'name': 'tempest-ServerRescueNegativeTestJSON-982851298-router', 'tenant_id': '906565d5b9534e68b06210dedd1603fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '0ff207b7-52ad-4de0-9675-cf867d1f6aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:05:19Z', 'updated_at': '2021-04-16T05:09:25Z', 'revision_number': 5, 'project_id': '906565d5b9534e68b06210dedd1603fb', 'gw_port': {'id': '0ff207b7-52ad-4de0-9675-cf867d1f6aea', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:82:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dbc74a-6d6e-45a9-919b-8c7a072f925d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:05:21Z', 'updated_at': '2021-04-16T05:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi'}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:09:27.523446 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f339b8ca-0545-47ac-8a3a-c699993d5e3c None None] Checking router: 44dbc74a-6d6e-45a9-919b-8c7a072f925d for host: dv-cinder-786524-1-iscsi {{(pid=85359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 05:09:27.535534 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f339b8ca-0545-47ac-8a3a-c699993d5e3c None None] Routers {'44dbc74a-6d6e-45a9-919b-8c7a072f925d'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:09:27.536803 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-f339b8ca-0545-47ac-8a3a-c699993d5e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5daec867f0>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:09:07Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['44dbc74a-6d6e-45a9-919b-8c7a072f925d'], 'active': True} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:09:27.549797 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-1e4550a8-c309-4f81-a6c4-9cdc190d0bf5 admin admin] For port 0ff207b7-52ad-4de0-9675-cf867d1f6aea, host dv-cinder-786524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=0ff207b7-52ad-4de0-9675-cf867d1f6aea,segment=NetworkSegment(88f0db33-a5d4-497b-ae0c-257388b0c0ef),segment_id=88f0db33-a5d4-497b-ae0c-257388b0c0ef)] {{(pid=85356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:09:27.550382 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-1e4550a8-c309-4f81-a6c4-9cdc190d0bf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821567696'] for port, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:27.728139 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-1e4550a8-c309-4f81-a6c4-9cdc190d0bf5 admin admin] Calling delete_port for 0ff207b7-52ad-4de0-9675-cf867d1f6aea owned by network:router_gateway {{(pid=85356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 05:09:27.751941 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-f339b8ca-0545-47ac-8a3a-c699993d5e3c None None] Set router 44dbc74a-6d6e-45a9-919b-8c7a072f925d gateway port host: None {{(pid=85359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:09:27.873787 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f63cb-2c40-4548-a70b-6ad7bce5314c req-6d6315c7-87ce-47f5-bd87-990ffb058521 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:09:27.875542 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-045f63cb-2c40-4548-a70b-6ad7bce5314c req-6d6315c7-87ce-47f5-bd87-990ffb058521 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/ports?device_id=f075f23a-3d1c-4140-93fb-04984d3843bf HTTP/1.1" status: 200  len: 945 time: 0.1412666
Apr 16 05:09:27.890860 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-f339b8ca-0545-47ac-8a3a-c699993d5e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5daec867f0>, [{'id': '44dbc74a-6d6e-45a9-919b-8c7a072f925d', 'name': 'tempest-ServerRescueNegativeTestJSON-982851298-router', 'tenant_id': '906565d5b9534e68b06210dedd1603fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:05:19Z', 'updated_at': '2021-04-16T05:09:27Z', 'revision_number': 6, 'project_id': '906565d5b9534e68b06210dedd1603fb', 'gw_port_host': None}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:09:27.896340 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f339b8ca-0545-47ac-8a3a-c699993d5e3c None None] The sync data for ids ['44dbc74a-6d6e-45a9-919b-8c7a072f925d'] in dv-cinder-786524-1-iscsi is: [{'id': '44dbc74a-6d6e-45a9-919b-8c7a072f925d', 'name': 'tempest-ServerRescueNegativeTestJSON-982851298-router', 'tenant_id': '906565d5b9534e68b06210dedd1603fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:05:19Z', 'updated_at': '2021-04-16T05:09:27Z', 'revision_number': 6, 'project_id': '906565d5b9534e68b06210dedd1603fb', 'gw_port_host': None}] {{(pid=85359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 05:09:27.939365 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-045f63cb-2c40-4548-a70b-6ad7bce5314c req-5f1567a5-b7e0-4847-a0c2-d0b70a190148 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/security-groups?id=8548a554-a67d-4df0-81c7-bc380ca1e345&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0531123
Apr 16 05:09:28.009715 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-1e4550a8-c309-4f81-a6c4-9cdc190d0bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752522904879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752522456008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32051484'] for port, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:28.028045 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-a8eedaa4-ccde-40bc-8e4f-97b270ffa373 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:09:28.134077 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4550a8-c309-4f81-a6c4-9cdc190d0bf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ff207b7-52ad-4de0-9675-cf867d1f6aea,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:09:28.139109 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-1e4550a8-c309-4f81-a6c4-9cdc190d0bf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:09:28.338886 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-1e4550a8-c309-4f81-a6c4-9cdc190d0bf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036821578990'] for router_gateway, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:28.368483 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device c886c2ef-fb25-45c4-aa24-4a8a2e9557c0 no longer exists at agent ovs-agent-dv-cinder-786524-1-iscsi {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 05:09:28.410952 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] No Port match for: c886c2ef-fb25-45c4-aa24-4a8a2e9557c0 {{(pid=85358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 16 05:09:28.411596 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device c886c2ef-fb25-45c4-aa24-4a8a2e9557c0 not bound to the agent host dv-cinder-786524-1-iscsi {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 05:09:28.412128 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device 0ff207b7-52ad-4de0-9675-cf867d1f6aea no longer exists at agent ovs-agent-dv-cinder-786524-1-iscsi {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 05:09:28.461254 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] No Port match for: 0ff207b7-52ad-4de0-9675-cf867d1f6aea {{(pid=85358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 16 05:09:28.462343 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device 0ff207b7-52ad-4de0-9675-cf867d1f6aea not bound to the agent host dv-cinder-786524-1-iscsi {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 05:09:28.588785 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-1e4550a8-c309-4f81-a6c4-9cdc190d0bf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036821578328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5870'] for router, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:28.592661 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-1e4550a8-c309-4f81-a6c4-9cdc190d0bf5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:28.947329 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-1e4550a8-c309-4f81-a6c4-9cdc190d0bf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33198392'] for router, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:28.947666 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e4550a8-c309-4f81-a6c4-9cdc190d0bf5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44dbc74a-6d6e-45a9-919b-8c7a072f925d {{(pid=85356) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 16 05:09:28.962758 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-1e4550a8-c309-4f81-a6c4-9cdc190d0bf5 admin admin] Notify callbacks [] for router, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:28.967372 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 39282) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:09:28.971509 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-1e4550a8-c309-4f81-a6c4-9cdc190d0bf5 admin admin] 10.222.0.26 "DELETE /v2.0/routers/44dbc74a-6d6e-45a9-919b-8c7a072f925d HTTP/1.1" status: 204  len: 168 time: 2.1863601
Apr 16 05:09:29.049887 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdb64785-0be9-445d-a8a4-900ff500ce87 admin admin] Deleting subnet 092c750d-226a-4b66-92f6-9f771b17666a {{(pid=85357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 16 05:09:29.053748 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-bdb64785-0be9-445d-a8a4-900ff500ce87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:29.161394 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-bdb64785-0be9-445d-a8a4-900ff500ce87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30839224'] for subnet, precommit_delete_associations {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:29.476208 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-bdb64785-0be9-445d-a8a4-900ff500ce87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-24815'] for subnet, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:29.540215 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30fa8e-55e1-4f9b-8141-f596d740c5e1 req-08d5a846-ba70-4b48-ad21-529c1bfbb1a5 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:09:29.541880 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-fa30fa8e-55e1-4f9b-8141-f596d740c5e1 req-08d5a846-ba70-4b48-ad21-529c1bfbb1a5 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/ports?device_id=f075f23a-3d1c-4140-93fb-04984d3843bf HTTP/1.1" status: 200  len: 945 time: 0.4499311
Apr 16 05:09:29.686388 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-fa30fa8e-55e1-4f9b-8141-f596d740c5e1 req-175c5817-ded1-40c8-ae85-6765cede575f tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/security-groups?id=8548a554-a67d-4df0-81c7-bc380ca1e345&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1257396
Apr 16 05:09:29.811974 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-bdb64785-0be9-445d-a8a4-900ff500ce87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854751001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821614264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036824655738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31845136'] for subnet, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:29.827929 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-e16d1aa1-403c-4258-aff6-936ad2f73c18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:09:29.923058 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb64785-0be9-445d-a8a4-900ff500ce87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=092c750d-226a-4b66-92f6-9f771b17666a,revision_number=None']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:09:29.939955 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-bdb64785-0be9-445d-a8a4-900ff500ce87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:09:29.985327 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-bdb64785-0be9-445d-a8a4-900ff500ce87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:29.996733 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-bdb64785-0be9-445d-a8a4-900ff500ce87 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/092c750d-226a-4b66-92f6-9f771b17666a HTTP/1.1" status: 204  len: 168 time: 1.0278943
Apr 16 05:09:29.999809 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 39288) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:09:30.189302 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-8d20095a-17be-439f-bc6f-250eb57013ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854762676'] for network, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:30.403507 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-8d20095a-17be-439f-bc6f-250eb57013ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854672018', 'neutron.services.segments.db._delete_segments_for_network-8752523025096'] for network, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:30.530368 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.services.segments.db [None req-8d20095a-17be-439f-bc6f-250eb57013ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5dae2aaa58>,) {'filters': {'network_id': ['7f06c768-0917-4905-82a4-2a04abfa7281']}} {{(pid=85357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:09:30.543787 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.services.segments.db [None req-8d20095a-17be-439f-bc6f-250eb57013ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5dae2aaa58>, '6bce0028-aa38-4b3b-9bb1-313bc9885413') {'for_net_delete': True} {{(pid=85357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:09:30.544157 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.services.segments.db [None req-8d20095a-17be-439f-bc6f-250eb57013ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5dae2aaa58>, '6bce0028-aa38-4b3b-9bb1-313bc9885413') {} {{(pid=85357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:09:30.557616 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-8d20095a-17be-439f-bc6f-250eb57013ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752523028953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036823936640'] for segment, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:30.582752 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-8d20095a-17be-439f-bc6f-250eb57013ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854750583'] for segment, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:30.589641 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d20095a-17be-439f-bc6f-250eb57013ec admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=85357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 16 05:09:30.796380 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-8d20095a-17be-439f-bc6f-250eb57013ec admin admin] Network 7f06c768-0917-4905-82a4-2a04abfa7281 has no segments {{(pid=85357) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 16 05:09:30.806623 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-8d20095a-17be-439f-bc6f-250eb57013ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-25233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30121511'] for segment, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:31.054117 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-8d20095a-17be-439f-bc6f-250eb57013ec admin admin] Network 7f06c768-0917-4905-82a4-2a04abfa7281 has no segments {{(pid=85357) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 16 05:09:31.080350 dv-cinder-786524-1-iscsi neutron-server[85243]: Traceback (most recent call last):
Apr 16 05:09:31.080350 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 05:09:31.080350 dv-cinder-786524-1-iscsi neutron-server[85243]:     timer()
Apr 16 05:09:31.080350 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 05:09:31.080350 dv-cinder-786524-1-iscsi neutron-server[85243]:     cb(*args, **kw)
Apr 16 05:09:31.080350 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 16 05:09:31.080350 dv-cinder-786524-1-iscsi neutron-server[85243]:     return func(*args, **kwargs)
Apr 16 05:09:31.080350 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 05:09:31.080350 dv-cinder-786524-1-iscsi neutron-server[85243]:     self._notify()
Apr 16 05:09:31.080350 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 05:09:31.080350 dv-cinder-786524-1-iscsi neutron-server[85243]:     self.callback(batched_events)
Apr 16 05:09:31.080350 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 05:09:31.080350 dv-cinder-786524-1-iscsi neutron-server[85243]:     event.method(event)
Apr 16 05:09:31.080350 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 16 05:09:31.080350 dv-cinder-786524-1-iscsi neutron-server[85243]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 05:09:31.080350 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 16 05:09:31.080350 dv-cinder-786524-1-iscsi neutron-server[85243]:     segment_id)['aggregates'][0]
Apr 16 05:09:31.080350 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 16 05:09:31.080350 dv-cinder-786524-1-iscsi neutron-server[85243]:     return f(self, *a, **k)
Apr 16 05:09:31.080350 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 16 05:09:31.080350 dv-cinder-786524-1-iscsi neutron-server[85243]:     return self._get(url).json()
Apr 16 05:09:31.080350 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 05:09:31.080350 dv-cinder-786524-1-iscsi neutron-server[85243]:     **kwargs)
Apr 16 05:09:31.080350 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 05:09:31.080350 dv-cinder-786524-1-iscsi neutron-server[85243]:     return self.request(url, 'GET', **kwargs)
Apr 16 05:09:31.080350 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 16 05:09:31.080350 dv-cinder-786524-1-iscsi neutron-server[85243]:     **endpoint_filter)
Apr 16 05:09:31.080350 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 05:09:31.080350 dv-cinder-786524-1-iscsi neutron-server[85243]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 05:09:31.080350 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 05:09:31.080350 dv-cinder-786524-1-iscsi neutron-server[85243]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 05:09:31.080350 dv-cinder-786524-1-iscsi neutron-server[85243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 05:09:31.182135 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98618fd1-528c-4c0f-a50c-9b44116c7fcc req-7969baf3-8289-47bb-9ddc-76e363187ec7 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:09:31.183876 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-98618fd1-528c-4c0f-a50c-9b44116c7fcc req-7969baf3-8289-47bb-9ddc-76e363187ec7 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/ports?device_id=f075f23a-3d1c-4140-93fb-04984d3843bf HTTP/1.1" status: 200  len: 945 time: 0.3592057
Apr 16 05:09:31.187739 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-8d20095a-17be-439f-bc6f-250eb57013ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-103783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821614228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33197052'] for network, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:31.192238 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-89fe2216-2730-49ee-af7d-987ea218c841 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:09:31.208597 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-8d20095a-17be-439f-bc6f-250eb57013ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821710155'] for network, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:31.237020 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d20095a-17be-439f-bc6f-250eb57013ec admin admin] Pushing event deleted for resources: {'Network': ['ID=7f06c768-0917-4905-82a4-2a04abfa7281,revision_number=None']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:09:31.244890 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-8d20095a-17be-439f-bc6f-250eb57013ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:09:31.268431 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-8d20095a-17be-439f-bc6f-250eb57013ec admin admin] 10.222.0.26 "DELETE /v2.0/networks/7f06c768-0917-4905-82a4-2a04abfa7281 HTTP/1.1" status: 204  len: 168 time: 1.2661712
Apr 16 05:09:31.282812 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-98618fd1-528c-4c0f-a50c-9b44116c7fcc req-5bee0de3-6622-41c9-96ad-9860f52de996 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/security-groups?id=8548a554-a67d-4df0-81c7-bc380ca1e345&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0758016
Apr 16 05:09:31.483875 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 39304) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:09:31.545167 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-db4198df-6ebb-4642-a481-735e69ba0954 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=906565d5b9534e68b06210dedd1603fb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0587885
Apr 16 05:09:31.551865 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 39310) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:09:31.623190 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ca96f614-47ad-4d84-99ff-6bcedc7c4145 req-2d0a6133-ed8b-4a4f-9ebc-666aa9d9bd61 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f075f23a-3d1c-4140-93fb-04984d3843bf&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0907381
Apr 16 05:09:31.679821 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0e2437f1-8f44-4242-9e4e-9b0e7c90a0f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:31.722054 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0e2437f1-8f44-4242-9e4e-9b0e7c90a0f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:31.745919 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa3a54d-dd5a-4658-9cd6-ca24701041c2 req-2304a993-1d91-434b-9cbd-ce5bba279c0d tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:09:31.747609 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-bfa3a54d-dd5a-4658-9cd6-ca24701041c2 req-2304a993-1d91-434b-9cbd-ce5bba279c0d tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/ports?device_id=f075f23a-3d1c-4140-93fb-04984d3843bf HTTP/1.1" status: 200  len: 945 time: 0.1447809
Apr 16 05:09:31.826515 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-bfa3a54d-dd5a-4658-9cd6-ca24701041c2 req-c07ae38d-2443-4748-804f-fa0f59d373cc tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/security-groups?id=8548a554-a67d-4df0-81c7-bc380ca1e345&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0689719
Apr 16 05:09:31.836669 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0e2437f1-8f44-4242-9e4e-9b0e7c90a0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:31.843278 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-df88b091-9151-419a-9753-70a7d52f4475 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:09:31.859343 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2437f1-8f44-4242-9e4e-9b0e7c90a0f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb,revision_number=None']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:09:31.861673 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0e2437f1-8f44-4242-9e4e-9b0e7c90a0f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:31.866058 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-0e2437f1-8f44-4242-9e4e-9b0e7c90a0f8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b30ac4ba-f0c1-4fd1-a63c-c8e12ede7ffb HTTP/1.1" status: 204  len: 168 time: 0.3100319
Apr 16 05:09:31.866058 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-0e2437f1-8f44-4242-9e4e-9b0e7c90a0f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:09:32.803446 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device 525a9c21-dc2f-4357-8898-36e8a37e4418 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 05:09:32.956391 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:33.001670 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f075f23a-3d1c-4140-93fb-04984d3843bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '525a9c21-dc2f-4357-8898-36e8a37e4418'}] {{(pid=85358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 05:09:33.015334 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] For port 525a9c21-dc2f-4357-8898-36e8a37e4418, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=525a9c21-dc2f-4357-8898-36e8a37e4418,segment=NetworkSegment(01710a54-1367-4193-8cab-d52eff5066d1),segment_id=01710a54-1367-4193-8cab-d52eff5066d1)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:09:33.021185 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:33.022982 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:09:33.113854 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Pushing event updated for resources: {'Port': ['ID=525a9c21-dc2f-4357-8898-36e8a37e4418,revision_number=6']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:09:33.118176 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:09:33.147022 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8f65a-6286-42b8-a127-d333fc2d8108 req-eb9b45e5-5ceb-4726-b351-93e2e4443ad3 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:09:33.148892 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-92f8f65a-6286-42b8-a127-d333fc2d8108 req-eb9b45e5-5ceb-4726-b351-93e2e4443ad3 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/ports?device_id=f075f23a-3d1c-4140-93fb-04984d3843bf HTTP/1.1" status: 200  len: 943 time: 0.1887531
Apr 16 05:09:33.210024 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-92f8f65a-6286-42b8-a127-d333fc2d8108 req-7ccd575b-8b0b-498c-aa50-06330c8c968a tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/security-groups?id=8548a554-a67d-4df0-81c7-bc380ca1e345&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474894
Apr 16 05:09:33.230726 dv-cinder-786524-1-iscsi neutron-server[85243]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f075f23a-3d1c-4140-93fb-04984d3843bf', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '525a9c21-dc2f-4357-8898-36e8a37e4418', 'code': 422} returned with failed status
Apr 16 05:09:33.761975 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca96f614-47ad-4d84-99ff-6bcedc7c4145 req-db0666e7-a0ba-4c66-a5e9-ca3e98ffa55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:09:33.765137 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ca96f614-47ad-4d84-99ff-6bcedc7c4145 req-db0666e7-a0ba-4c66-a5e9-ca3e98ffa55d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f075f23a-3d1c-4140-93fb-04984d3843bf&tenant_id=19a213d1b49b4109b75966286a61917f HTTP/1.1" status: 200  len: 1096 time: 0.1226516
Apr 16 05:09:33.920177 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca96f614-47ad-4d84-99ff-6bcedc7c4145 req-775bb9b7-9ec9-40f5-94cb-7773455994db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:09:33.921582 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ca96f614-47ad-4d84-99ff-6bcedc7c4145 req-775bb9b7-9ec9-40f5-94cb-7773455994db service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=19a213d1b49b4109b75966286a61917f&device_id=f075f23a-3d1c-4140-93fb-04984d3843bf HTTP/1.1" status: 200  len: 1096 time: 0.1002610
Apr 16 05:09:33.960665 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 39386) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:09:34.096099 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca96f614-47ad-4d84-99ff-6bcedc7c4145 req-63869f22-6fac-4ba2-ad55-188cc2e4c001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:09:34.097745 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ca96f614-47ad-4d84-99ff-6bcedc7c4145 req-63869f22-6fac-4ba2-ad55-188cc2e4c001 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8e950144-b586-4419-9506-52e097c234b9 HTTP/1.1" status: 200  len: 908 time: 0.1692047
Apr 16 05:09:34.126768 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-b16497ec-6e66-42b5-9b81-3278a90a29e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:34.146374 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-b16497ec-6e66-42b5-9b81-3278a90a29e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:09:34.151600 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-b16497ec-6e66-42b5-9b81-3278a90a29e6 admin admin] Usage tracker for resource:security_group_rule and tenant:9d867657ee904e4ebad5fe4cb205e4e7 is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:09:34.155480 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-b16497ec-6e66-42b5-9b81-3278a90a29e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:09:34.163111 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-b16497ec-6e66-42b5-9b81-3278a90a29e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:09:34.280332 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ca96f614-47ad-4d84-99ff-6bcedc7c4145 req-ecb1d190-8799-4487-8c59-b36117aa7337 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=525a9c21-dc2f-4357-8898-36e8a37e4418 HTTP/1.1" status: 200  len: 998 time: 0.1741400
Apr 16 05:09:34.294984 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-b16497ec-6e66-42b5-9b81-3278a90a29e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:34.299337 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-b16497ec-6e66-42b5-9b81-3278a90a29e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:34.309540 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-9b2cc68f-560f-47c2-98d5-c7f442934475 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:09:34.361978 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-b16497ec-6e66-42b5-9b81-3278a90a29e6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9d867657ee904e4ebad5fe4cb205e4e7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3981564
Apr 16 05:09:34.364091 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 39394) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:09:34.369882 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16497ec-6e66-42b5-9b81-3278a90a29e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2239cc-cfb9-4821-bc71-29776d618afd,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:09:34.404196 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-b16497ec-6e66-42b5-9b81-3278a90a29e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:09:34.439255 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca96f614-47ad-4d84-99ff-6bcedc7c4145 req-effa5548-9587-4b92-b07f-120c293c2b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:09:34.441002 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ca96f614-47ad-4d84-99ff-6bcedc7c4145 req-effa5548-9587-4b92-b07f-120c293c2b86 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3839760e-ab00-4f46-8a04-f1c8415e06da HTTP/1.1" status: 200  len: 846 time: 0.1533871
Apr 16 05:09:34.479686 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c008e8b0-d956-4b32-8148-a3bfd63a2084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:34.512377 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c008e8b0-d956-4b32-8148-a3bfd63a2084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:34.527462 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2f8eb5-dd63-41a1-88f4-0a495ad50d60 req-699ffec2-ba42-4ed6-9a69-e5eaa5eee570 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:09:34.529215 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-4b2f8eb5-dd63-41a1-88f4-0a495ad50d60 req-699ffec2-ba42-4ed6-9a69-e5eaa5eee570 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/ports?device_id=f075f23a-3d1c-4140-93fb-04984d3843bf HTTP/1.1" status: 200  len: 943 time: 0.1882086
Apr 16 05:09:34.591098 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c008e8b0-d956-4b32-8148-a3bfd63a2084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:34.595700 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-414cd1c2-ad97-4231-b9cb-ba28c3bf2b5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:09:34.609015 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c008e8b0-d956-4b32-8148-a3bfd63a2084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2239cc-cfb9-4821-bc71-29776d618afd,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:09:34.613999 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-c008e8b0-d956-4b32-8148-a3bfd63a2084 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:09:34.617891 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c008e8b0-d956-4b32-8148-a3bfd63a2084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:34.623712 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-c008e8b0-d956-4b32-8148-a3bfd63a2084 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3a2239cc-cfb9-4821-bc71-29776d618afd HTTP/1.1" status: 204  len: 168 time: 0.2538188
Apr 16 05:09:34.645146 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-4b2f8eb5-dd63-41a1-88f4-0a495ad50d60 req-cbd32f2b-96bd-4e97-a7b2-4443be03e924 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/security-groups?id=8548a554-a67d-4df0-81c7-bc380ca1e345&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1029701
Apr 16 05:09:34.648312 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca96f614-47ad-4d84-99ff-6bcedc7c4145 req-43f76eb1-c81c-423d-96c1-957f7f10bc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:09:34.652324 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ca96f614-47ad-4d84-99ff-6bcedc7c4145 req-43f76eb1-c81c-423d-96c1-957f7f10bc98 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8e950144-b586-4419-9506-52e097c234b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2021186
Apr 16 05:09:34.817482 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ca96f614-47ad-4d84-99ff-6bcedc7c4145 req-437b8589-d37e-49d4-94c9-b1fac3f97577 service neutron] 10.222.0.16 "GET /v2.0/networks/8e950144-b586-4419-9506-52e097c234b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1582484
Apr 16 05:09:34.856363 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-1811fbfe-f9f9-4365-b683-2461ab70b67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:35.019860 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ca96f614-47ad-4d84-99ff-6bcedc7c4145 req-0ff60313-25bf-4a5f-9a73-c0b966cd8610 service neutron] 10.222.0.16 "GET /v2.0/networks/8e950144-b586-4419-9506-52e097c234b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1947837
Apr 16 05:09:35.891721 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc464f2-cc85-418d-b149-4c85869760e0 req-2269b3ad-cfd2-4fd9-aa94-d6475f583108 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:09:35.893715 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-dfc464f2-cc85-418d-b149-4c85869760e0 req-2269b3ad-cfd2-4fd9-aa94-d6475f583108 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/ports?device_id=f075f23a-3d1c-4140-93fb-04984d3843bf HTTP/1.1" status: 200  len: 943 time: 0.0996203
Apr 16 05:09:35.954951 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-dfc464f2-cc85-418d-b149-4c85869760e0 req-6ab4fff0-1c84-412d-9178-0623bf37b454 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/security-groups?id=8548a554-a67d-4df0-81c7-bc380ca1e345&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480497
Apr 16 05:09:36.899212 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c77e383a-8eab-409c-bc00-facc8175238c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:37.168559 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e0ef69-7809-4c2e-985e-4c52bc2f80fb req-1d60716e-a860-4146-a309-931c3bd55311 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:09:37.170375 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-a2e0ef69-7809-4c2e-985e-4c52bc2f80fb req-1d60716e-a860-4146-a309-931c3bd55311 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/ports?device_id=f075f23a-3d1c-4140-93fb-04984d3843bf HTTP/1.1" status: 200  len: 943 time: 0.0941865
Apr 16 05:09:37.228628 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 39474) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:09:37.231737 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-a2e0ef69-7809-4c2e-985e-4c52bc2f80fb req-7fbd0fe4-c577-4291-841d-5e0afa1bad14 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/security-groups?id=8548a554-a67d-4df0-81c7-bc380ca1e345&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0498521
Apr 16 05:09:37.369909 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-4c233789-a6f3-4065-be6d-d4bfa069f86d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:37.388129 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-4c233789-a6f3-4065-be6d-d4bfa069f86d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:09:37.392876 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-4c233789-a6f3-4065-be6d-d4bfa069f86d admin admin] Usage tracker for resource:security_group_rule and tenant:0af0e63965f644dca46ec28275141252 is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:09:37.396869 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-4c233789-a6f3-4065-be6d-d4bfa069f86d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:09:37.403344 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-4c233789-a6f3-4065-be6d-d4bfa069f86d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:09:37.502665 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-4c233789-a6f3-4065-be6d-d4bfa069f86d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:37.506249 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-4c233789-a6f3-4065-be6d-d4bfa069f86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:37.518229 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-829a8602-0ed2-40dc-a2a0-3b7b250a520f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:09:37.565602 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-4c233789-a6f3-4065-be6d-d4bfa069f86d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0af0e63965f644dca46ec28275141252&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3356743
Apr 16 05:09:37.566590 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c233789-a6f3-4065-be6d-d4bfa069f86d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92271970-5459-4287-b3dd-360ba6ed9bc0,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:09:37.569142 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 39480) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:09:37.572272 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-4c233789-a6f3-4065-be6d-d4bfa069f86d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:09:37.637689 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-84bb0787-e488-4d07-84dd-4e4920f6ea7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:37.640906 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:37.667418 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-84bb0787-e488-4d07-84dd-4e4920f6ea7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:37.714723 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-84bb0787-e488-4d07-84dd-4e4920f6ea7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:37.718866 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-dc3a7311-a820-4a67-b3a9-913baca990e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:09:37.731893 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bb0787-e488-4d07-84dd-4e4920f6ea7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92271970-5459-4287-b3dd-360ba6ed9bc0,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:09:37.740077 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-84bb0787-e488-4d07-84dd-4e4920f6ea7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:09:37.741041 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-84bb0787-e488-4d07-84dd-4e4920f6ea7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:37.749596 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-84bb0787-e488-4d07-84dd-4e4920f6ea7c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/92271970-5459-4287-b3dd-360ba6ed9bc0 HTTP/1.1" status: 204  len: 168 time: 0.1753995
Apr 16 05:09:37.773874 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-63345f0b-feae-4d1b-a675-506eb60b354a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:38.014598 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:38.087768 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 39494) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:09:38.115654 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-97884ae5-d3a2-4cf0-a1a1-6086722a7059 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:38.132261 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-97884ae5-d3a2-4cf0-a1a1-6086722a7059 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:09:38.137010 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-97884ae5-d3a2-4cf0-a1a1-6086722a7059 admin admin] Usage tracker for resource:security_group_rule and tenant:6166c63a874e4b23a9bd1431f98a92a0 is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:09:38.140248 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-97884ae5-d3a2-4cf0-a1a1-6086722a7059 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:09:38.146888 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-97884ae5-d3a2-4cf0-a1a1-6086722a7059 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:09:38.240457 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-97884ae5-d3a2-4cf0-a1a1-6086722a7059 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:38.245508 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-97884ae5-d3a2-4cf0-a1a1-6086722a7059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:38.260939 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-00f98b7f-51af-4bfe-9168-203d17491a12 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:09:38.307056 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-97884ae5-d3a2-4cf0-a1a1-6086722a7059 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6166c63a874e4b23a9bd1431f98a92a0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2176607
Apr 16 05:09:38.308073 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97884ae5-d3a2-4cf0-a1a1-6086722a7059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ecce420-0bd6-4ca7-a598-92f69701dde1,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:09:38.310339 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 39500) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:09:38.311397 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-97884ae5-d3a2-4cf0-a1a1-6086722a7059 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:09:38.434337 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-3467b3ac-0952-4898-bf70-f29eed9d3ff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:38.476220 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-3467b3ac-0952-4898-bf70-f29eed9d3ff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:38.535352 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b02a600-0f45-4f65-bb37-f9df2cc9c7a5 req-f11b293f-fa88-47e5-bab4-6004eb834516 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:09:38.536990 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-4b02a600-0f45-4f65-bb37-f9df2cc9c7a5 req-f11b293f-fa88-47e5-bab4-6004eb834516 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/ports?device_id=f075f23a-3d1c-4140-93fb-04984d3843bf HTTP/1.1" status: 200  len: 943 time: 0.1794596
Apr 16 05:09:38.561965 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-3467b3ac-0952-4898-bf70-f29eed9d3ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:38.568640 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:09:38.585153 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3467b3ac-0952-4898-bf70-f29eed9d3ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ecce420-0bd6-4ca7-a598-92f69701dde1,revision_number=None']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:09:38.597040 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-3467b3ac-0952-4898-bf70-f29eed9d3ff9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:09:38.611518 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-4b02a600-0f45-4f65-bb37-f9df2cc9c7a5 req-c383b3f5-2b64-4222-b211-33449e02b7da tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/security-groups?id=8548a554-a67d-4df0-81c7-bc380ca1e345&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0673022
Apr 16 05:09:38.613880 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-3467b3ac-0952-4898-bf70-f29eed9d3ff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:38.615621 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-3467b3ac-0952-4898-bf70-f29eed9d3ff9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0ecce420-0bd6-4ca7-a598-92f69701dde1 HTTP/1.1" status: 204  len: 168 time: 0.3041694
Apr 16 05:09:39.407665 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a57a9699-4b93-4635-9a0c-76135fd629c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:39.462960 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011962d9-dbfe-43dd-8eaa-904c5abbef52 req-5d466fb4-5ac9-4bfe-bd9f-623efa6b3a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:09:39.464651 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-011962d9-dbfe-43dd-8eaa-904c5abbef52 req-5d466fb4-5ac9-4bfe-bd9f-623efa6b3a55 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=19a213d1b49b4109b75966286a61917f&device_id=f075f23a-3d1c-4140-93fb-04984d3843bf HTTP/1.1" status: 200  len: 1096 time: 0.0864472
Apr 16 05:09:39.644740 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011962d9-dbfe-43dd-8eaa-904c5abbef52 req-5fbad88f-59f7-411b-ab88-ed9cb1c6bbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:09:39.646610 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-011962d9-dbfe-43dd-8eaa-904c5abbef52 req-5fbad88f-59f7-411b-ab88-ed9cb1c6bbcb service neutron] 10.222.0.16 "GET /v2.0/networks?id=8e950144-b586-4419-9506-52e097c234b9 HTTP/1.1" status: 200  len: 908 time: 0.1585095
Apr 16 05:09:40.118253 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-011962d9-dbfe-43dd-8eaa-904c5abbef52 req-cde4715b-f6b2-4a06-aa25-d69ca998d2ef service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=525a9c21-dc2f-4357-8898-36e8a37e4418 HTTP/1.1" status: 200  len: 998 time: 0.4624355
Apr 16 05:09:40.216551 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ce3be-d4e6-44d4-8bbd-53912ce1f4c8 req-115a7970-56a7-46eb-ac8e-4e47b9aa2c22 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:09:40.218759 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-984ce3be-d4e6-44d4-8bbd-53912ce1f4c8 req-115a7970-56a7-46eb-ac8e-4e47b9aa2c22 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/ports?device_id=f075f23a-3d1c-4140-93fb-04984d3843bf HTTP/1.1" status: 200  len: 943 time: 0.4576199
Apr 16 05:09:40.220105 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011962d9-dbfe-43dd-8eaa-904c5abbef52 req-481753c8-994a-4ab4-ab78-2895a18b31de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:09:40.221964 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-011962d9-dbfe-43dd-8eaa-904c5abbef52 req-481753c8-994a-4ab4-ab78-2895a18b31de service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3839760e-ab00-4f46-8a04-f1c8415e06da HTTP/1.1" status: 200  len: 846 time: 0.0943403
Apr 16 05:09:40.324168 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-984ce3be-d4e6-44d4-8bbd-53912ce1f4c8 req-a52e3d6a-e5a1-4aac-8629-32947aa5e333 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/security-groups?id=8548a554-a67d-4df0-81c7-bc380ca1e345&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0992203
Apr 16 05:09:40.364624 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011962d9-dbfe-43dd-8eaa-904c5abbef52 req-f76084d3-2482-4726-bd1c-91ee5fe46400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:09:40.366531 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-011962d9-dbfe-43dd-8eaa-904c5abbef52 req-f76084d3-2482-4726-bd1c-91ee5fe46400 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8e950144-b586-4419-9506-52e097c234b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1089606
Apr 16 05:09:40.523940 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-011962d9-dbfe-43dd-8eaa-904c5abbef52 req-3d7bab2c-6d29-4a14-a7e4-6a5ae1e27807 service neutron] 10.222.0.16 "GET /v2.0/networks/8e950144-b586-4419-9506-52e097c234b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1486127
Apr 16 05:09:40.678073 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-011962d9-dbfe-43dd-8eaa-904c5abbef52 req-3bfb29b2-f2a6-4478-9d84-b425a7800800 service neutron] 10.222.0.16 "GET /v2.0/networks/8e950144-b586-4419-9506-52e097c234b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1455021
Apr 16 05:09:41.610583 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc656c1f-8bc6-49bb-8b1a-0ad0fba3a109 req-a729258c-18c0-423e-a9b2-4e827a8afe93 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:09:41.613679 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-fc656c1f-8bc6-49bb-8b1a-0ad0fba3a109 req-a729258c-18c0-423e-a9b2-4e827a8afe93 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/ports?device_id=f075f23a-3d1c-4140-93fb-04984d3843bf HTTP/1.1" status: 200  len: 943 time: 0.1281798
Apr 16 05:09:41.690219 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-fc656c1f-8bc6-49bb-8b1a-0ad0fba3a109 req-f611421c-a0f5-4eb3-a5de-e1dfbef7791c tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/security-groups?id=8548a554-a67d-4df0-81c7-bc380ca1e345&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0695827
Apr 16 05:09:42.615250 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 39666) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:09:42.759965 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-84c537bf-493d-4d5e-ac6b-1172e4c22208 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:42.779006 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-84c537bf-493d-4d5e-ac6b-1172e4c22208 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:09:42.783457 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-84c537bf-493d-4d5e-ac6b-1172e4c22208 admin admin] Usage tracker for resource:security_group_rule and tenant:e69b42ed735342f2b5ba32366083f512 is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:09:42.786924 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-84c537bf-493d-4d5e-ac6b-1172e4c22208 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:09:42.792965 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-84c537bf-493d-4d5e-ac6b-1172e4c22208 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:09:42.971735 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa2b5ef-cd12-4e69-bb4d-6991109774b2 req-5e22c986-ca44-4909-a159-02a3d09b2bad tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:09:42.973837 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-bfa2b5ef-cd12-4e69-bb4d-6991109774b2 req-5e22c986-ca44-4909-a159-02a3d09b2bad tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/ports?device_id=f075f23a-3d1c-4140-93fb-04984d3843bf HTTP/1.1" status: 200  len: 943 time: 0.1539803
Apr 16 05:09:42.976021 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-84c537bf-493d-4d5e-ac6b-1172e4c22208 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:42.980372 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-84c537bf-493d-4d5e-ac6b-1172e4c22208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:42.992023 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-0c82989c-64ac-4a3b-b571-8c5918efe333 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:09:43.058355 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c537bf-493d-4d5e-ac6b-1172e4c22208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=459cfe6b-c566-4458-a8dc-492158ae32af,revision_number=1']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:09:43.071534 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-84c537bf-493d-4d5e-ac6b-1172e4c22208 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:09:43.074225 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-84c537bf-493d-4d5e-ac6b-1172e4c22208 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e69b42ed735342f2b5ba32366083f512&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4564657
Apr 16 05:09:43.077525 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 39676) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:09:43.086561 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-bfa2b5ef-cd12-4e69-bb4d-6991109774b2 req-da13d50f-b5ca-4cd3-ba82-6f9efb69bec5 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/security-groups?id=8548a554-a67d-4df0-81c7-bc380ca1e345&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0956547
Apr 16 05:09:43.150941 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-1d8b9d86-c35a-4be3-8cbf-24838359efe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:43.180626 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-1d8b9d86-c35a-4be3-8cbf-24838359efe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:43.232379 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-1d8b9d86-c35a-4be3-8cbf-24838359efe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:43.239063 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-4b9a8814-4820-4b4b-829a-be41d2a8edd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:09:43.253442 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8b9d86-c35a-4be3-8cbf-24838359efe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=459cfe6b-c566-4458-a8dc-492158ae32af,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:09:43.257554 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-1d8b9d86-c35a-4be3-8cbf-24838359efe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:09:43.264235 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-1d8b9d86-c35a-4be3-8cbf-24838359efe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:43.265654 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-1d8b9d86-c35a-4be3-8cbf-24838359efe9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/459cfe6b-c566-4458-a8dc-492158ae32af HTTP/1.1" status: 204  len: 168 time: 0.1870360
Apr 16 05:09:43.592825 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 39686) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:09:43.616211 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2cb01a59-3860-473f-8210-8470758f85c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:43.631653 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-2cb01a59-3860-473f-8210-8470758f85c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:09:43.635685 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-2cb01a59-3860-473f-8210-8470758f85c5 admin admin] Usage tracker for resource:security_group_rule and tenant:a6d47c5d9ecf4d3eb397819582359656 is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:09:43.639003 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-2cb01a59-3860-473f-8210-8470758f85c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:09:43.645070 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-2cb01a59-3860-473f-8210-8470758f85c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:09:43.732668 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2cb01a59-3860-473f-8210-8470758f85c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:43.736843 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2cb01a59-3860-473f-8210-8470758f85c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:43.744903 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-e15ab36d-c592-430a-8a65-51a5b439698a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:09:43.789675 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-2cb01a59-3860-473f-8210-8470758f85c5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a6d47c5d9ecf4d3eb397819582359656&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1955783
Apr 16 05:09:43.790661 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb01a59-3860-473f-8210-8470758f85c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22c65741-109c-44f7-b6a2-5342773a5a4e,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:09:43.792717 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 39690) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:09:43.794195 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2cb01a59-3860-473f-8210-8470758f85c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:09:43.871427 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-08e04d86-87f9-4b04-ab62-2d61144ac63b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:43.902105 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-08e04d86-87f9-4b04-ab62-2d61144ac63b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:43.952088 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-08e04d86-87f9-4b04-ab62-2d61144ac63b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:43.956286 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-0e2437f1-8f44-4242-9e4e-9b0e7c90a0f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:09:43.974028 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e04d86-87f9-4b04-ab62-2d61144ac63b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c65741-109c-44f7-b6a2-5342773a5a4e,revision_number=None']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:09:43.977240 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-08e04d86-87f9-4b04-ab62-2d61144ac63b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:09:43.981816 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-08e04d86-87f9-4b04-ab62-2d61144ac63b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:43.983040 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-08e04d86-87f9-4b04-ab62-2d61144ac63b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/22c65741-109c-44f7-b6a2-5342773a5a4e HTTP/1.1" status: 204  len: 168 time: 0.1888669
Apr 16 05:09:44.321785 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa949e40-8eb2-4d30-8d00-e927b2226ea2 req-10d6b17f-c97d-44c9-b289-10c9361bc334 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:09:44.323506 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-aa949e40-8eb2-4d30-8d00-e927b2226ea2 req-10d6b17f-c97d-44c9-b289-10c9361bc334 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/ports?device_id=f075f23a-3d1c-4140-93fb-04984d3843bf HTTP/1.1" status: 200  len: 943 time: 0.0957985
Apr 16 05:09:44.381530 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-aa949e40-8eb2-4d30-8d00-e927b2226ea2 req-65039c98-8a8e-4e7d-98ee-5b2cc3eacf53 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/security-groups?id=8548a554-a67d-4df0-81c7-bc380ca1e345&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0512345
Apr 16 05:09:44.900722 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device 525a9c21-dc2f-4357-8898-36e8a37e4418 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=85358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 16 05:09:45.058332 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] For port 525a9c21-dc2f-4357-8898-36e8a37e4418, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=525a9c21-dc2f-4357-8898-36e8a37e4418,segment=NetworkSegment(01710a54-1367-4193-8cab-d52eff5066d1),segment_id=01710a54-1367-4193-8cab-d52eff5066d1)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:09:45.075444 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Returning: {'device': '525a9c21-dc2f-4357-8898-36e8a37e4418', 'network_id': '8e950144-b586-4419-9506-52e097c234b9', 'port_id': '525a9c21-dc2f-4357-8898-36e8a37e4418', 'mac_address': 'fa:16:3e:b7:c6:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3839760e-ab00-4f46-8a04-f1c8415e06da', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 16 05:09:45.150679 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:45.173140 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 525a9c21-dc2f-4357-8898-36e8a37e4418 {{(pid=85358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 05:09:45.194731 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] For port 525a9c21-dc2f-4357-8898-36e8a37e4418, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=525a9c21-dc2f-4357-8898-36e8a37e4418,segment=NetworkSegment(01710a54-1367-4193-8cab-d52eff5066d1),segment_id=01710a54-1367-4193-8cab-d52eff5066d1)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:09:45.198305 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:45.200235 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:09:45.276659 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Pushing event updated for resources: {'Port': ['ID=525a9c21-dc2f-4357-8898-36e8a37e4418,revision_number=7']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:09:45.290728 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:09:45.566010 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] get_ports_and_sgs() called for port_ids ['525a9c21-dc2f-4357-8898-36e8a37e4418'] {{(pid=85358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 05:09:45.606345 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d691f24-4f7f-436d-ba35-adf400909a66 req-4d2f2dec-a196-44e3-b561-9438cad635c8 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:09:45.608147 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-0d691f24-4f7f-436d-ba35-adf400909a66 req-4d2f2dec-a196-44e3-b561-9438cad635c8 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/ports?device_id=f075f23a-3d1c-4140-93fb-04984d3843bf HTTP/1.1" status: 200  len: 944 time: 0.1021485
Apr 16 05:09:45.695989 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-0d691f24-4f7f-436d-ba35-adf400909a66 req-ba67a803-8fc7-49a4-b606-8acddd3a5a4b tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/security-groups?id=8548a554-a67d-4df0-81c7-bc380ca1e345&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0803123
Apr 16 05:09:46.903138 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device 525a9c21-dc2f-4357-8898-36e8a37e4418 up at agent hyperv_hv-cinder-78652 {{(pid=85358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 05:09:46.915208 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68963e73-4986-487a-8a68-6b46861fcf37 req-ef13ce6e-ae5b-454a-9f8c-9eef59d41fa6 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:09:46.916874 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-68963e73-4986-487a-8a68-6b46861fcf37 req-ef13ce6e-ae5b-454a-9f8c-9eef59d41fa6 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/ports?device_id=f075f23a-3d1c-4140-93fb-04984d3843bf HTTP/1.1" status: 200  len: 944 time: 0.1009839
Apr 16 05:09:46.973490 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-68963e73-4986-487a-8a68-6b46861fcf37 req-43987bd8-d2c1-4294-b171-55fbfca42767 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/security-groups?id=8548a554-a67d-4df0-81c7-bc380ca1e345&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457175
Apr 16 05:09:46.991168 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Provisioning complete for port 525a9c21-dc2f-4357-8898-36e8a37e4418 triggered by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:09:46.991598 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:47.174797 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:47.211127 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f075f23a-3d1c-4140-93fb-04984d3843bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '525a9c21-dc2f-4357-8898-36e8a37e4418'}] {{(pid=85358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 05:09:47.222236 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] For port 525a9c21-dc2f-4357-8898-36e8a37e4418, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=525a9c21-dc2f-4357-8898-36e8a37e4418,segment=NetworkSegment(01710a54-1367-4193-8cab-d52eff5066d1),segment_id=01710a54-1367-4193-8cab-d52eff5066d1)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:09:47.230330 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:47.232713 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:09:47.270971 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f075f23a-3d1c-4140-93fb-04984d3843bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '525a9c21-dc2f-4357-8898-36e8a37e4418', 'code': 200}
Apr 16 05:09:47.310635 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Pushing event updated for resources: {'Port': ['ID=525a9c21-dc2f-4357-8898-36e8a37e4418,revision_number=8']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:09:47.313943 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:09:47.661490 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1799a0-a53e-4ce2-951b-e96b83592de7 req-c45eab12-1961-44cd-8cf0-ceb6aa187f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:09:47.661490 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-be1799a0-a53e-4ce2-951b-e96b83592de7 req-c45eab12-1961-44cd-8cf0-ceb6aa187f94 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f075f23a-3d1c-4140-93fb-04984d3843bf HTTP/1.1" status: 200  len: 1098 time: 0.0905950
Apr 16 05:09:47.729793 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-be1799a0-a53e-4ce2-951b-e96b83592de7 req-78b5b581-ff58-46bb-8695-f9a232665a42 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8548a554-a67d-4df0-81c7-bc380ca1e345&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0607638
Apr 16 05:09:47.887277 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 39792) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:09:48.016712 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-06168942-b617-4b4d-be32-f81471a4f231 req-b2abd6ec-0320-4021-9af2-f5b62ef10b82 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-493261910&fields=id&tenant_id=57e4f259d16345e68f38a623884c740f HTTP/1.1" status: 200  len: 267 time: 0.0498598
Apr 16 05:09:48.086952 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a91eb245-ef33-459f-959b-0140987f1277 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:48.106716 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-a91eb245-ef33-459f-959b-0140987f1277 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:09:48.154367 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-a91eb245-ef33-459f-959b-0140987f1277 admin admin] Usage tracker for resource:security_group_rule and tenant:159ac7a9ad6544c5bf49ccfc4c9f34ca is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:09:48.163746 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-a91eb245-ef33-459f-959b-0140987f1277 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:09:48.180674 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-a91eb245-ef33-459f-959b-0140987f1277 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:09:48.261492 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06168942-b617-4b4d-be32-f81471a4f231 req-271ca712-08ba-41b3-a5f1-d1aee6870e82 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:09:48.262991 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-06168942-b617-4b4d-be32-f81471a4f231 req-271ca712-08ba-41b3-a5f1-d1aee6870e82 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e67bc2f-10f1-4382-811e-d54f8a3a8471 HTTP/1.1" status: 200  len: 984 time: 0.2382669
Apr 16 05:09:48.278456 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [req-06168942-b617-4b4d-be32-f81471a4f231 req-18b804a6-b75d-431d-a8e1-0ec56ad09833 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Request body: {'port': {'security_groups': ['1a46ccf0-69fb-42e0-8c00-00a7e2484635']}} {{(pid=85357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:09:48.338674 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c668253-c5c7-4655-98a3-539381b8894b req-c61aa4a1-f9f2-43b7-ac93-1c5b008edff1 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:09:48.340328 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-0c668253-c5c7-4655-98a3-539381b8894b req-c61aa4a1-f9f2-43b7-ac93-1c5b008edff1 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/ports?device_id=f075f23a-3d1c-4140-93fb-04984d3843bf HTTP/1.1" status: 200  len: 945 time: 0.2309086
Apr 16 05:09:48.473648 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a91eb245-ef33-459f-959b-0140987f1277 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:48.489674 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a91eb245-ef33-459f-959b-0140987f1277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:48.502426 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-0c27e428-8a02-4c87-8b17-193f288d726c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:09:48.517160 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-0c668253-c5c7-4655-98a3-539381b8894b req-d390b19d-2e89-48e1-8e57-a3fdd9232071 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/security-groups?id=8548a554-a67d-4df0-81c7-bc380ca1e345&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1647844
Apr 16 05:09:48.535806 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-06168942-b617-4b4d-be32-f81471a4f231 req-18b804a6-b75d-431d-a8e1-0ec56ad09833 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:48.572556 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-a91eb245-ef33-459f-959b-0140987f1277 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=159ac7a9ad6544c5bf49ccfc4c9f34ca&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6836202
Apr 16 05:09:48.575728 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 39804) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:09:48.608845 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91eb245-ef33-459f-959b-0140987f1277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d90b6831-7581-4beb-919e-d7f6dc562a7c,revision_number=1']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:09:48.618872 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-a91eb245-ef33-459f-959b-0140987f1277 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:09:48.643565 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-91773826-e418-491c-9d97-f13396e4eb14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:48.672956 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-91773826-e418-491c-9d97-f13396e4eb14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:48.733186 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-91773826-e418-491c-9d97-f13396e4eb14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:48.744094 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-70cda249-6877-4615-ab7c-3847a77a7d03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:09:48.764646 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-91773826-e418-491c-9d97-f13396e4eb14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:48.769678 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-91773826-e418-491c-9d97-f13396e4eb14 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d90b6831-7581-4beb-919e-d7f6dc562a7c HTTP/1.1" status: 204  len: 168 time: 0.1922729
Apr 16 05:09:48.770725 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91773826-e418-491c-9d97-f13396e4eb14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d90b6831-7581-4beb-919e-d7f6dc562a7c,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:09:48.777420 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-91773826-e418-491c-9d97-f13396e4eb14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:09:48.906889 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [req-06168942-b617-4b4d-be32-f81471a4f231 req-18b804a6-b75d-431d-a8e1-0ec56ad09833 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] For port 9c69d104-f6fe-4cb2-9c63-1a0b0123cad4, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=9c69d104-f6fe-4cb2-9c63-1a0b0123cad4,segment=NetworkSegment(a0080f90-7bfa-4c0d-af83-31ef1a258e15),segment_id=a0080f90-7bfa-4c0d-af83-31ef1a258e15)] {{(pid=85357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:09:48.950059 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-06168942-b617-4b4d-be32-f81471a4f231 req-18b804a6-b75d-431d-a8e1-0ec56ad09833 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Notify callbacks [] for port, precommit_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:48.955469 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-06168942-b617-4b4d-be32-f81471a4f231 req-18b804a6-b75d-431d-a8e1-0ec56ad09833 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036824655669'] for port, after_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:48.975521 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-f1f5fa6f-7591-4961-909c-b60bdcb13f3c tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:09:49.012061 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] get_ports_and_sgs() called for port_ids ['9c69d104-f6fe-4cb2-9c63-1a0b0123cad4'] {{(pid=85358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 05:09:49.229025 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06168942-b617-4b4d-be32-f81471a4f231 req-18b804a6-b75d-431d-a8e1-0ec56ad09833 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:09:49.229783 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-06168942-b617-4b4d-be32-f81471a4f231 req-18b804a6-b75d-431d-a8e1-0ec56ad09833 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:49.231791 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-06168942-b617-4b4d-be32-f81471a4f231 req-18b804a6-b75d-431d-a8e1-0ec56ad09833 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "PUT /v2.0/ports/9c69d104-f6fe-4cb2-9c63-1a0b0123cad4 HTTP/1.1" status: 200  len: 942 time: 0.9605448
Apr 16 05:09:49.232369 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e67bc2f-10f1-4382-811e-d54f8a3a8471', 'tag': '9c69d104-f6fe-4cb2-9c63-1a0b0123cad4'}] {{(pid=85357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 05:09:49.238270 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 39822) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:09:49.335811 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e67bc2f-10f1-4382-811e-d54f8a3a8471', 'tag': '9c69d104-f6fe-4cb2-9c63-1a0b0123cad4', 'status': 'completed', 'code': 200}
Apr 16 05:09:49.394664 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-dc1b43c8-5dd3-458c-b46f-590e06bf7bfa tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Notify callbacks [] for security_group, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:49.432418 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] get_ports_and_sgs() called for port_ids ['9c69d104-f6fe-4cb2-9c63-1a0b0123cad4'] {{(pid=85358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 05:09:49.467490 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-dc1b43c8-5dd3-458c-b46f-590e06bf7bfa tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:49.515922 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b804a6-b75d-431d-a8e1-0ec56ad09833 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Pushing event updated for resources: {'Port': ['ID=9c69d104-f6fe-4cb2-9c63-1a0b0123cad4,revision_number=7']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:09:49.523229 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-18b804a6-b75d-431d-a8e1-0ec56ad09833 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:09:49.559679 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-dc1b43c8-5dd3-458c-b46f-590e06bf7bfa tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:49.561061 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f5a6e7-f6a6-449c-baf8-199895d962f9 req-5c756bc5-751c-4c4f-afc4-7c37e7ec1237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:09:49.563144 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-e0f5a6e7-f6a6-449c-baf8-199895d962f9 req-5c756bc5-751c-4c4f-afc4-7c37e7ec1237 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=57e4f259d16345e68f38a623884c740f&device_id=3e67bc2f-10f1-4382-811e-d54f8a3a8471 HTTP/1.1" status: 200  len: 1098 time: 0.1963580
Apr 16 05:09:49.585962 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-91773826-e418-491c-9d97-f13396e4eb14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:09:49.619397 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1b43c8-5dd3-458c-b46f-590e06bf7bfa tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15af2dd6-ec6f-4d65-b920-3058c965fd47,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:09:49.623945 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-8e49147f-2997-4304-9b13-5c643d6d5740 None None] Provisioning complete for port 9c69d104-f6fe-4cb2-9c63-1a0b0123cad4 triggered by entity DHCP. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:09:49.624379 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-8e49147f-2997-4304-9b13-5c643d6d5740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:49.626613 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-dc1b43c8-5dd3-458c-b46f-590e06bf7bfa tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:09:49.645656 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-dc1b43c8-5dd3-458c-b46f-590e06bf7bfa tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Notify callbacks [] for security_group, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:49.648105 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-dc1b43c8-5dd3-458c-b46f-590e06bf7bfa tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "DELETE /v2.0/security-groups/15af2dd6-ec6f-4d65-b920-3058c965fd47 HTTP/1.1" status: 204  len: 168 time: 0.4085290
Apr 16 05:09:49.651096 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 39842) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:09:49.882404 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f5a6e7-f6a6-449c-baf8-199895d962f9 req-59626f17-2632-40e6-a8b9-87e9c13e3407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:09:49.884032 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-e0f5a6e7-f6a6-449c-baf8-199895d962f9 req-59626f17-2632-40e6-a8b9-87e9c13e3407 service neutron] 10.222.0.16 "GET /v2.0/networks?id=711b0f98-8a05-4a75-8630-64793983447c HTTP/1.1" status: 200  len: 915 time: 0.3137140
Apr 16 05:09:50.022405 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-d0949de9-5c6b-4269-ad06-e0835ac09930 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Deleting port adee163d-7efd-499b-86ff-223cb4ddf3fb {{(pid=85356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 05:09:50.023444 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-d0949de9-5c6b-4269-ad06-e0835ac09930 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284331874164'] for port, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:50.177615 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-e0f5a6e7-f6a6-449c-baf8-199895d962f9 req-b09621ba-ce96-433b-bbc6-ec36720fb353 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c69d104-f6fe-4cb2-9c63-1a0b0123cad4 HTTP/1.1" status: 200  len: 1000 time: 0.2851224
Apr 16 05:09:50.299238 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349dcf5e-9bc3-49cb-b906-1236848d1c57 req-06aa5bf2-9b6a-4dc6-81bf-8daccc4a45a5 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:09:50.301507 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-349dcf5e-9bc3-49cb-b906-1236848d1c57 req-06aa5bf2-9b6a-4dc6-81bf-8daccc4a45a5 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/ports?device_id=f075f23a-3d1c-4140-93fb-04984d3843bf HTTP/1.1" status: 200  len: 945 time: 0.3075168
Apr 16 05:09:50.305737 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f5a6e7-f6a6-449c-baf8-199895d962f9 req-cf0905fa-f68a-430f-afa0-75cd7120b0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:09:50.307607 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-e0f5a6e7-f6a6-449c-baf8-199895d962f9 req-cf0905fa-f68a-430f-afa0-75cd7120b0d6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2a881910-3355-4ca0-a698-89b5f02a16d4 HTTP/1.1" status: 200  len: 853 time: 0.1222515
Apr 16 05:09:50.342886 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-d0949de9-5c6b-4269-ad06-e0835ac09930 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821567696'] for port, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:50.343349 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-d0949de9-5c6b-4269-ad06-e0835ac09930 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:50.434753 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-349dcf5e-9bc3-49cb-b906-1236848d1c57 req-2574cbac-d97d-4aea-91d0-cbb3b7fbfbee tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/security-groups?id=8548a554-a67d-4df0-81c7-bc380ca1e345&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1177409
Apr 16 05:09:50.447148 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f5a6e7-f6a6-449c-baf8-199895d962f9 req-d1121790-19bd-41e0-af69-b854dcf56db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:09:50.448796 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-e0f5a6e7-f6a6-449c-baf8-199895d962f9 req-d1121790-19bd-41e0-af69-b854dcf56db8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=711b0f98-8a05-4a75-8630-64793983447c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1335602
Apr 16 05:09:50.565669 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-d0949de9-5c6b-4269-ad06-e0835ac09930 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Calling delete_port for adee163d-7efd-499b-86ff-223cb4ddf3fb owned by network:floatingip {{(pid=85356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 05:09:50.613895 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-e0f5a6e7-f6a6-449c-baf8-199895d962f9 req-57fb72ce-b3f9-4b2d-a0c3-6adbfde78dd1 service neutron] 10.222.0.16 "GET /v2.0/networks/711b0f98-8a05-4a75-8630-64793983447c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1559377
Apr 16 05:09:50.771028 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-d0949de9-5c6b-4269-ad06-e0835ac09930 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752522904879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752522456008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32051484'] for port, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:50.776879 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-e0f5a6e7-f6a6-449c-baf8-199895d962f9 req-03f5a1cb-beb2-46f0-adb4-3cef5dd6a03f service neutron] 10.222.0.16 "GET /v2.0/networks/711b0f98-8a05-4a75-8630-64793983447c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1562684
Apr 16 05:09:50.794791 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-da6797d8-3307-48a5-b95d-0c05177ce72a tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:09:50.902119 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0949de9-5c6b-4269-ad06-e0835ac09930 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Pushing event deleted for resources: {'Port': ['ID=adee163d-7efd-499b-86ff-223cb4ddf3fb,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:09:50.906626 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-d0949de9-5c6b-4269-ad06-e0835ac09930 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:09:51.091057 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-d0949de9-5c6b-4269-ad06-e0835ac09930 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Notify callbacks [] for floatingip, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:51.091434 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.db.l3_db [None req-d0949de9-5c6b-4269-ad06-e0835ac09930 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Floating IP d58b706e-0c8b-461e-860f-f9045a44b8c8 disassociated (deleted). External IP: 172.27.2.14, port: 9c69d104-f6fe-4cb2-9c63-1a0b0123cad4.
Apr 16 05:09:51.495360 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0949de9-5c6b-4269-ad06-e0835ac09930 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Router 625a73bd-ef02-4473-a2f8-3b8e606d283a has already been hosted by L3 agent 9bacd1b6-99a0-44b1-8352-fe12768771b0 {{(pid=85356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 16 05:09:51.710462 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0949de9-5c6b-4269-ad06-e0835ac09930 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Notify agent at l3_agent.dv-cinder-786524-1-iscsi the message routers_updated {{(pid=85356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 05:09:51.724419 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b56070-346a-434d-b46c-f2d21467132a None None] Sync routers for ids ['625a73bd-ef02-4473-a2f8-3b8e606d283a'] in dv-cinder-786524-1-iscsi {{(pid=85358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 05:09:51.730027 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-d0949de9-5c6b-4269-ad06-e0835ac09930 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for floatingip, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:51.736066 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b56070-346a-434d-b46c-f2d21467132a None None] Routers {'625a73bd-ef02-4473-a2f8-3b8e606d283a'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:09:51.736964 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-27b56070-346a-434d-b46c-f2d21467132a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dade75908>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:09:37Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['625a73bd-ef02-4473-a2f8-3b8e606d283a'], 'active': True} {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:09:51.794073 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-d0949de9-5c6b-4269-ad06-e0835ac09930 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "DELETE /v2.0/floatingips/d58b706e-0c8b-461e-860f-f9045a44b8c8 HTTP/1.1" status: 204  len: 168 time: 2.1413801
Apr 16 05:09:51.794779 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e67bc2f-10f1-4382-811e-d54f8a3a8471', 'tag': '9c69d104-f6fe-4cb2-9c63-1a0b0123cad4'}] {{(pid=85356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 05:09:51.917494 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 39908) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:09:51.998206 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e67bc2f-10f1-4382-811e-d54f8a3a8471', 'tag': '9c69d104-f6fe-4cb2-9c63-1a0b0123cad4', 'status': 'completed', 'code': 200}
Apr 16 05:09:52.182671 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-09089391-e7fb-4e17-80e8-deae46129c60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:52.236841 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-09089391-e7fb-4e17-80e8-deae46129c60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:09:52.242709 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-27b56070-346a-434d-b46c-f2d21467132a None None] Set router 625a73bd-ef02-4473-a2f8-3b8e606d283a gateway port host: dv-cinder-786524-1-iscsi {{(pid=85358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:09:52.256562 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-09089391-e7fb-4e17-80e8-deae46129c60 admin admin] Usage tracker for resource:security_group_rule and tenant:0190bc4207ce4a3bb05356965fcd4642 is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:09:52.260520 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-09089391-e7fb-4e17-80e8-deae46129c60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:09:52.274791 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-09089391-e7fb-4e17-80e8-deae46129c60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:09:52.318478 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f60cd4-44c9-49c7-8ae9-7a4ec74c3c97 req-fa1c6b6d-2d27-4868-817a-ed2699127a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:09:52.325387 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-d0f60cd4-44c9-49c7-8ae9-7a4ec74c3c97 req-fa1c6b6d-2d27-4868-817a-ed2699127a0e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=57e4f259d16345e68f38a623884c740f&device_id=3e67bc2f-10f1-4382-811e-d54f8a3a8471 HTTP/1.1" status: 200  len: 1098 time: 0.2733793
Apr 16 05:09:52.459628 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-09089391-e7fb-4e17-80e8-deae46129c60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:52.472477 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-09089391-e7fb-4e17-80e8-deae46129c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:52.482916 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-c0c91300-3407-4481-a1dd-9c6c773c29b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:09:52.498521 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f60cd4-44c9-49c7-8ae9-7a4ec74c3c97 req-5623977d-0335-4734-ae3b-6712192276ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:09:52.500876 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-d0f60cd4-44c9-49c7-8ae9-7a4ec74c3c97 req-5623977d-0335-4734-ae3b-6712192276ab service neutron] 10.222.0.16 "GET /v2.0/networks?id=711b0f98-8a05-4a75-8630-64793983447c HTTP/1.1" status: 200  len: 915 time: 0.1675215
Apr 16 05:09:52.564320 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-09089391-e7fb-4e17-80e8-deae46129c60 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0190bc4207ce4a3bb05356965fcd4642&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6460068
Apr 16 05:09:52.566155 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 39924) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:09:52.582650 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09089391-e7fb-4e17-80e8-deae46129c60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0030afa7-7073-4d5e-8a99-f5cbe58b516b,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:09:52.587869 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-09089391-e7fb-4e17-80e8-deae46129c60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:09:52.618071 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-d0f60cd4-44c9-49c7-8ae9-7a4ec74c3c97 req-de7a0b49-84a4-44ec-8c55-64f50f12357a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c69d104-f6fe-4cb2-9c63-1a0b0123cad4 HTTP/1.1" status: 200  len: 217 time: 0.1040907
Apr 16 05:09:52.631601 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d97496-55ee-4da0-836a-999e906b008d req-2c44cc83-f6c8-4e00-84c2-2cff25451f4c tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:09:52.633526 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-a1d97496-55ee-4da0-836a-999e906b008d req-2c44cc83-f6c8-4e00-84c2-2cff25451f4c tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee821940-d6da-4b2f-a647-dda02d1af002 HTTP/1.1" status: 200  len: 945 time: 0.4673500
Apr 16 05:09:52.646099 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-b1920f6c-db51-48c3-9e86-957b6d1ef89e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:52.678992 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-b1920f6c-db51-48c3-9e86-957b6d1ef89e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:52.735958 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-b1920f6c-db51-48c3-9e86-957b6d1ef89e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:52.743099 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:09:52.743440 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-a1d97496-55ee-4da0-836a-999e906b008d req-bc33acbb-e5fb-4041-8158-7a39dd25c6c0 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=e812d11f-7aee-4ffa-81c9-00fe07a81374&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0679905
Apr 16 05:09:52.752134 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f60cd4-44c9-49c7-8ae9-7a4ec74c3c97 req-23c18827-8c4b-4fb6-8b0b-9a356ec945ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:09:52.754698 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-d0f60cd4-44c9-49c7-8ae9-7a4ec74c3c97 req-23c18827-8c4b-4fb6-8b0b-9a356ec945ed service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2a881910-3355-4ca0-a698-89b5f02a16d4 HTTP/1.1" status: 200  len: 853 time: 0.1170483
Apr 16 05:09:52.759981 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1920f6c-db51-48c3-9e86-957b6d1ef89e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0030afa7-7073-4d5e-8a99-f5cbe58b516b,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:09:52.771218 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-b1920f6c-db51-48c3-9e86-957b6d1ef89e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:09:52.779131 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-b1920f6c-db51-48c3-9e86-957b6d1ef89e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:52.785010 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-b1920f6c-db51-48c3-9e86-957b6d1ef89e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0030afa7-7073-4d5e-8a99-f5cbe58b516b HTTP/1.1" status: 204  len: 168 time: 0.2127199
Apr 16 05:09:52.864541 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f60cd4-44c9-49c7-8ae9-7a4ec74c3c97 req-31074c08-f6a2-4425-b762-dffc92afb5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:09:52.866249 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-d0f60cd4-44c9-49c7-8ae9-7a4ec74c3c97 req-31074c08-f6a2-4425-b762-dffc92afb5fd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=711b0f98-8a05-4a75-8630-64793983447c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0881042
Apr 16 05:09:52.887477 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-27b56070-346a-434d-b46c-f2d21467132a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dade75908>, [{'id': '625a73bd-ef02-4473-a2f8-3b8e606d283a', 'name': 'tempest-TestMinimumBasicScenario-363380990-router', 'tenant_id': '57e4f259d16345e68f38a623884c740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'c433b4d6-1390-4af4-bd12-ce5d6159895e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:05:45Z', 'updated_at': '2021-04-16T05:05:59Z', 'revision_number': 4, 'project_id': '57e4f259d16345e68f38a623884c740f', 'gw_port': {'id': 'c433b4d6-1390-4af4-bd12-ce5d6159895e', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625a73bd-ef02-4473-a2f8-3b8e606d283a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:05:48Z', 'updated_at': '2021-04-16T05:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi', '_interfaces': [{'id': '654ec6f4-9d73-4665-9f62-fd6b97dd5aff', 'name': '', 'network_id': '711b0f98-8a05-4a75-8630-64793983447c', 'tenant_id': '57e4f259d16345e68f38a623884c740f', 'mac_address': 'fa:16:3e:a1:fc:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625a73bd-ef02-4473-a2f8-3b8e606d283a', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '2a881910-3355-4ca0-a698-89b5f02a16d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:05:57Z', 'updated_at': '2021-04-16T05:06:12Z', 'revision_number': 5, 'project_id': '57e4f259d16345e68f38a623884c740f', 'subnets': [{'id': '2a881910-3355-4ca0-a698-89b5f02a16d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:09:52.892036 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b56070-346a-434d-b46c-f2d21467132a None None] Checking router: 625a73bd-ef02-4473-a2f8-3b8e606d283a for host: dv-cinder-786524-1-iscsi {{(pid=85358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 05:09:52.902596 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b56070-346a-434d-b46c-f2d21467132a None None] Routers {'625a73bd-ef02-4473-a2f8-3b8e606d283a'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:09:52.903533 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-27b56070-346a-434d-b46c-f2d21467132a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dade75908>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:09:37Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['625a73bd-ef02-4473-a2f8-3b8e606d283a'], 'active': True} {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:09:53.219518 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 39936) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:09:53.246940 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-65236d6c-8d13-453d-896a-72e4f1713501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:53.264315 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-27b56070-346a-434d-b46c-f2d21467132a None None] Set router 625a73bd-ef02-4473-a2f8-3b8e606d283a gateway port host: dv-cinder-786524-1-iscsi {{(pid=85358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:09:53.268247 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-65236d6c-8d13-453d-896a-72e4f1713501 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:09:53.273015 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-65236d6c-8d13-453d-896a-72e4f1713501 admin admin] Usage tracker for resource:security_group_rule and tenant:6718f7a06bed498bbdf97c6e27188152 is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:09:53.276309 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-65236d6c-8d13-453d-896a-72e4f1713501 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:09:53.283386 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-65236d6c-8d13-453d-896a-72e4f1713501 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:09:53.386719 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-65236d6c-8d13-453d-896a-72e4f1713501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:53.387226 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-d0f60cd4-44c9-49c7-8ae9-7a4ec74c3c97 req-ca5be597-32dd-4b30-9bde-fbc700d3e5c7 service neutron] 10.222.0.16 "GET /v2.0/networks/711b0f98-8a05-4a75-8630-64793983447c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4986081
Apr 16 05:09:53.390251 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-65236d6c-8d13-453d-896a-72e4f1713501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:53.425284 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-dc1b43c8-5dd3-458c-b46f-590e06bf7bfa tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:09:53.458759 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-65236d6c-8d13-453d-896a-72e4f1713501 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6718f7a06bed498bbdf97c6e27188152&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2348268
Apr 16 05:09:53.458759 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65236d6c-8d13-453d-896a-72e4f1713501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c3f77f6-1210-43ca-ae58-fbe33e59d443,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:09:53.459834 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 39940) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:09:53.463097 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-65236d6c-8d13-453d-896a-72e4f1713501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:09:53.543114 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-d8c4888d-1268-4fc0-abda-3ce73f77e2f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:53.553775 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-d0f60cd4-44c9-49c7-8ae9-7a4ec74c3c97 req-a4123c74-484a-415f-855e-8c960c36e1ff service neutron] 10.222.0.16 "GET /v2.0/networks/711b0f98-8a05-4a75-8630-64793983447c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1591806
Apr 16 05:09:53.591222 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-d8c4888d-1268-4fc0-abda-3ce73f77e2f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:53.646956 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-27b56070-346a-434d-b46c-f2d21467132a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dade75908>, [{'id': '625a73bd-ef02-4473-a2f8-3b8e606d283a', 'name': 'tempest-TestMinimumBasicScenario-363380990-router', 'tenant_id': '57e4f259d16345e68f38a623884c740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'c433b4d6-1390-4af4-bd12-ce5d6159895e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:05:45Z', 'updated_at': '2021-04-16T05:05:59Z', 'revision_number': 4, 'project_id': '57e4f259d16345e68f38a623884c740f', 'gw_port': {'id': 'c433b4d6-1390-4af4-bd12-ce5d6159895e', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625a73bd-ef02-4473-a2f8-3b8e606d283a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:05:48Z', 'updated_at': '2021-04-16T05:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi', '_interfaces': [{'id': '654ec6f4-9d73-4665-9f62-fd6b97dd5aff', 'name': '', 'network_id': '711b0f98-8a05-4a75-8630-64793983447c', 'tenant_id': '57e4f259d16345e68f38a623884c740f', 'mac_address': 'fa:16:3e:a1:fc:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625a73bd-ef02-4473-a2f8-3b8e606d283a', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '2a881910-3355-4ca0-a698-89b5f02a16d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:05:57Z', 'updated_at': '2021-04-16T05:06:12Z', 'revision_number': 5, 'project_id': '57e4f259d16345e68f38a623884c740f', 'subnets': [{'id': '2a881910-3355-4ca0-a698-89b5f02a16d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:09:53.652780 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b56070-346a-434d-b46c-f2d21467132a None None] The sync data for ids ['625a73bd-ef02-4473-a2f8-3b8e606d283a'] in dv-cinder-786524-1-iscsi is: [{'id': '625a73bd-ef02-4473-a2f8-3b8e606d283a', 'name': 'tempest-TestMinimumBasicScenario-363380990-router', 'tenant_id': '57e4f259d16345e68f38a623884c740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'c433b4d6-1390-4af4-bd12-ce5d6159895e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:05:45Z', 'updated_at': '2021-04-16T05:05:59Z', 'revision_number': 4, 'project_id': '57e4f259d16345e68f38a623884c740f', 'gw_port': {'id': 'c433b4d6-1390-4af4-bd12-ce5d6159895e', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625a73bd-ef02-4473-a2f8-3b8e606d283a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:05:48Z', 'updated_at': '2021-04-16T05:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi', '_interfaces': [{'id': '654ec6f4-9d73-4665-9f62-fd6b97dd5aff', 'name': '', 'network_id': '711b0f98-8a05-4a75-8630-64793983447c', 'tenant_id': '57e4f259d16345e68f38a623884c740f', 'mac_address': 'fa:16:3e:a1:fc:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625a73bd-ef02-4473-a2f8-3b8e606d283a', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '2a881910-3355-4ca0-a698-89b5f02a16d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:05:57Z', 'updated_at': '2021-04-16T05:06:12Z', 'revision_number': 5, 'project_id': '57e4f259d16345e68f38a623884c740f', 'subnets': [{'id': '2a881910-3355-4ca0-a698-89b5f02a16d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 05:09:53.676773 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-d8c4888d-1268-4fc0-abda-3ce73f77e2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:53.686764 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-84bb0787-e488-4d07-84dd-4e4920f6ea7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:09:53.710746 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c4888d-1268-4fc0-abda-3ce73f77e2f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c3f77f6-1210-43ca-ae58-fbe33e59d443,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:09:53.719253 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-d8c4888d-1268-4fc0-abda-3ce73f77e2f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:53.721515 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-d8c4888d-1268-4fc0-abda-3ce73f77e2f5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4c3f77f6-1210-43ca-ae58-fbe33e59d443 HTTP/1.1" status: 204  len: 168 time: 0.2602484
Apr 16 05:09:53.723336 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-d8c4888d-1268-4fc0-abda-3ce73f77e2f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:09:54.029619 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae06aef-ace2-45e8-84bd-9fb09500886d req-88e8e60f-e801-4cd1-a4d5-718d72dbc5bf tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:09:54.031570 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-0ae06aef-ace2-45e8-84bd-9fb09500886d req-88e8e60f-e801-4cd1-a4d5-718d72dbc5bf tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee821940-d6da-4b2f-a647-dda02d1af002 HTTP/1.1" status: 200  len: 945 time: 0.1233659
Apr 16 05:09:54.102640 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-0ae06aef-ace2-45e8-84bd-9fb09500886d req-6c12e2bb-e33d-44db-9cd5-b0a9a0b389e4 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=e812d11f-7aee-4ffa-81c9-00fe07a81374&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0639412
Apr 16 05:09:54.110329 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86a5ae3-523a-4451-b7c8-2eb82d0e5020 None None] New status for floating IP d58b706e-0c8b-461e-860f-f9045a44b8c8: DOWN {{(pid=85359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 16 05:09:55.442008 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d83ad36-6ba7-47e1-9519-0e0d8242d1b8 req-4357a562-9ebb-485f-a7a0-eb0092738050 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:09:55.443827 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-7d83ad36-6ba7-47e1-9519-0e0d8242d1b8 req-4357a562-9ebb-485f-a7a0-eb0092738050 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee821940-d6da-4b2f-a647-dda02d1af002 HTTP/1.1" status: 200  len: 945 time: 0.1315939
Apr 16 05:09:55.508092 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-7d83ad36-6ba7-47e1-9519-0e0d8242d1b8 req-b57a6dec-66e4-4e47-afd9-e3c639885206 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=e812d11f-7aee-4ffa-81c9-00fe07a81374&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0519578
Apr 16 05:09:56.921914 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ed4b64-d3b7-4b8e-bad5-3b3c3971532f req-59512c3f-b4e8-4057-9583-4e54c9332db4 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:09:56.923755 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-99ed4b64-d3b7-4b8e-bad5-3b3c3971532f req-59512c3f-b4e8-4057-9583-4e54c9332db4 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee821940-d6da-4b2f-a647-dda02d1af002 HTTP/1.1" status: 200  len: 945 time: 0.1793430
Apr 16 05:09:56.933849 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9392b566-423d-4d21-b62d-f4500ff22c96 req-18bfc39d-861d-491c-a47b-8be7a2a284a1 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:09:56.935625 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-9392b566-423d-4d21-b62d-f4500ff22c96 req-18bfc39d-861d-491c-a47b-8be7a2a284a1 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e67bc2f-10f1-4382-811e-d54f8a3a8471 HTTP/1.1" status: 200  len: 945 time: 0.1472211
Apr 16 05:09:57.022628 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-99ed4b64-d3b7-4b8e-bad5-3b3c3971532f req-67115f76-5322-4bf3-bb42-b804daca4c4d tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=e812d11f-7aee-4ffa-81c9-00fe07a81374&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0857410
Apr 16 05:09:57.031577 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-9392b566-423d-4d21-b62d-f4500ff22c96 req-28e5b38a-d33c-46dc-afcb-d13f35ea519c tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "GET /v2.0/security-groups?id=1a46ccf0-69fb-42e0-8c00-00a7e2484635&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772796
Apr 16 05:09:57.389005 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 40068) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:09:57.552082 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-09d27cac-4c46-40ae-a4fd-b54dd62170bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:57.570566 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-09d27cac-4c46-40ae-a4fd-b54dd62170bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:09:57.575548 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-09d27cac-4c46-40ae-a4fd-b54dd62170bc admin admin] Usage tracker for resource:security_group_rule and tenant:eaa87efd9228465cb334e216c34ae6e3 is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:09:57.579321 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-09d27cac-4c46-40ae-a4fd-b54dd62170bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:09:57.587646 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-09d27cac-4c46-40ae-a4fd-b54dd62170bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:09:57.697905 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-09d27cac-4c46-40ae-a4fd-b54dd62170bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:57.701858 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-09d27cac-4c46-40ae-a4fd-b54dd62170bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:57.955922 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-113a478c-8265-4274-b51a-d250da1fcb3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:09:58.002408 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-09d27cac-4c46-40ae-a4fd-b54dd62170bc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=eaa87efd9228465cb334e216c34ae6e3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6120389
Apr 16 05:09:58.004449 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d27cac-4c46-40ae-a4fd-b54dd62170bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a32038be-6dae-428a-9bfb-85932794867d,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:09:58.005797 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 40084) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:09:58.007821 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-09d27cac-4c46-40ae-a4fd-b54dd62170bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:09:58.080503 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2a8c7970-cec8-423d-b1c8-4b0b17a346fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:58.114071 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2a8c7970-cec8-423d-b1c8-4b0b17a346fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:58.188407 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2a8c7970-cec8-423d-b1c8-4b0b17a346fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:58.206202 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-c6407ac1-d834-46ec-8e6e-de696d9f9aa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:09:58.223888 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2a8c7970-cec8-423d-b1c8-4b0b17a346fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:58.229081 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-2a8c7970-cec8-423d-b1c8-4b0b17a346fd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a32038be-6dae-428a-9bfb-85932794867d HTTP/1.1" status: 204  len: 168 time: 0.2212498
Apr 16 05:09:58.233476 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8c7970-cec8-423d-b1c8-4b0b17a346fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a32038be-6dae-428a-9bfb-85932794867d,revision_number=None']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:09:58.243236 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2a8c7970-cec8-423d-b1c8-4b0b17a346fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:09:58.433743 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f600c9a-3095-450b-bfc7-70088ca6b0b8 req-3f62ecff-9758-48ec-86ad-99f6019ab80c tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:09:58.435485 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-7f600c9a-3095-450b-bfc7-70088ca6b0b8 req-3f62ecff-9758-48ec-86ad-99f6019ab80c tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee821940-d6da-4b2f-a647-dda02d1af002 HTTP/1.1" status: 200  len: 945 time: 0.1711590
Apr 16 05:09:58.449963 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e0de4-6605-4c3a-addf-16a7b847c39d req-0092472c-becf-4bbb-b89e-25cb24b8cf19 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:09:58.451647 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-5c3e0de4-6605-4c3a-addf-16a7b847c39d req-0092472c-becf-4bbb-b89e-25cb24b8cf19 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e67bc2f-10f1-4382-811e-d54f8a3a8471 HTTP/1.1" status: 200  len: 945 time: 0.1456659
Apr 16 05:09:58.533170 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-7f600c9a-3095-450b-bfc7-70088ca6b0b8 req-1011f70b-48ca-4963-a267-5aa177b4954b tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=e812d11f-7aee-4ffa-81c9-00fe07a81374&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0803785
Apr 16 05:09:58.556929 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-5c3e0de4-6605-4c3a-addf-16a7b847c39d req-ae251553-5f4b-4291-9f29-e48c2016c5c2 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "GET /v2.0/security-groups?id=1a46ccf0-69fb-42e0-8c00-00a7e2484635&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0870483
Apr 16 05:09:58.618758 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 40106) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:09:58.639771 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-49b5eec6-c7f2-44f3-bbf4-b56f3e3cec38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:58.656373 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-49b5eec6-c7f2-44f3-bbf4-b56f3e3cec38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:09:58.660677 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-49b5eec6-c7f2-44f3-bbf4-b56f3e3cec38 admin admin] Usage tracker for resource:security_group_rule and tenant:5cf988fd2a194794bed19ca3f1fffa2d is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:09:58.663862 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-49b5eec6-c7f2-44f3-bbf4-b56f3e3cec38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:09:58.670376 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-49b5eec6-c7f2-44f3-bbf4-b56f3e3cec38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:09:58.726751 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fabe90-2670-4640-b811-67082c168d17 req-97818b61-a52d-482e-864a-82a85dc26fbe tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:09:58.730270 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-d5fabe90-2670-4640-b811-67082c168d17 req-97818b61-a52d-482e-864a-82a85dc26fbe tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e67bc2f-10f1-4382-811e-d54f8a3a8471 HTTP/1.1" status: 200  len: 945 time: 0.0967319
Apr 16 05:09:58.777730 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-49b5eec6-c7f2-44f3-bbf4-b56f3e3cec38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:58.781502 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-49b5eec6-c7f2-44f3-bbf4-b56f3e3cec38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:58.791853 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-b16497ec-6e66-42b5-9b81-3278a90a29e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:09:58.821193 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [req-d5fabe90-2670-4640-b811-67082c168d17 req-06f5645c-a6b8-4f96-885b-f9459719b68a tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Deleting port 9c69d104-f6fe-4cb2-9c63-1a0b0123cad4 {{(pid=85357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 05:09:58.821593 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-d5fabe90-2670-4640-b811-67082c168d17 req-06f5645c-a6b8-4f96-885b-f9459719b68a tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284331874164'] for port, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:58.841144 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-49b5eec6-c7f2-44f3-bbf4-b56f3e3cec38 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5cf988fd2a194794bed19ca3f1fffa2d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2169681
Apr 16 05:09:58.841144 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b5eec6-c7f2-44f3-bbf4-b56f3e3cec38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c54769-b59c-4b97-b751-18f570365c4e,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:09:58.841144 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 40114) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:09:58.844421 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-49b5eec6-c7f2-44f3-bbf4-b56f3e3cec38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:09:58.913792 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-6b045b93-7b6f-4179-b648-585d24b970f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:58.965224 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-6b045b93-7b6f-4179-b648-585d24b970f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:59.020092 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-6b045b93-7b6f-4179-b648-585d24b970f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:59.026156 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-b1920f6c-db51-48c3-9e86-957b6d1ef89e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:09:59.048502 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b045b93-7b6f-4179-b648-585d24b970f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c54769-b59c-4b97-b751-18f570365c4e,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:09:59.052760 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-6b045b93-7b6f-4179-b648-585d24b970f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:59.056734 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-6b045b93-7b6f-4179-b648-585d24b970f6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/43c54769-b59c-4b97-b751-18f570365c4e HTTP/1.1" status: 204  len: 168 time: 0.2118850
Apr 16 05:09:59.062708 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b045b93-7b6f-4179-b648-585d24b970f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:09:59.063494 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b045b93-7b6f-4179-b648-585d24b970f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:09:59.064285 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b045b93-7b6f-4179-b648-585d24b970f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:09:59.065026 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b045b93-7b6f-4179-b648-585d24b970f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:09:59.065675 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b045b93-7b6f-4179-b648-585d24b970f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:09:59.066339 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b045b93-7b6f-4179-b648-585d24b970f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:09:59.066938 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b045b93-7b6f-4179-b648-585d24b970f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:09:59.067537 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b045b93-7b6f-4179-b648-585d24b970f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:09:59.068219 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b045b93-7b6f-4179-b648-585d24b970f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:09:59.068814 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b045b93-7b6f-4179-b648-585d24b970f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:09:59.069482 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b045b93-7b6f-4179-b648-585d24b970f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:09:59.069974 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b045b93-7b6f-4179-b648-585d24b970f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:09:59.074184 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-6b045b93-7b6f-4179-b648-585d24b970f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:09:59.151936 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [req-d5fabe90-2670-4640-b811-67082c168d17 req-06f5645c-a6b8-4f96-885b-f9459719b68a tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] For port 9c69d104-f6fe-4cb2-9c63-1a0b0123cad4, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=9c69d104-f6fe-4cb2-9c63-1a0b0123cad4,segment=NetworkSegment(a0080f90-7bfa-4c0d-af83-31ef1a258e15),segment_id=a0080f90-7bfa-4c0d-af83-31ef1a258e15)] {{(pid=85357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:09:59.152294 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-d5fabe90-2670-4640-b811-67082c168d17 req-06f5645c-a6b8-4f96-885b-f9459719b68a tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821567696'] for port, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:59.302433 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [req-d5fabe90-2670-4640-b811-67082c168d17 req-06f5645c-a6b8-4f96-885b-f9459719b68a tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Calling delete_port for 9c69d104-f6fe-4cb2-9c63-1a0b0123cad4 owned by compute:nova {{(pid=85357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 05:09:59.463247 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-d5fabe90-2670-4640-b811-67082c168d17 req-06f5645c-a6b8-4f96-885b-f9459719b68a tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752522904879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752522456008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30120147'] for port, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:59.479330 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:09:59.502603 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] get_ports_and_sgs() called for port_ids ['9c69d104-f6fe-4cb2-9c63-1a0b0123cad4'] {{(pid=85358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 05:09:59.530580 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f5645c-a6b8-4f96-885b-f9459719b68a tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Pushing event deleted for resources: {'Port': ['ID=9c69d104-f6fe-4cb2-9c63-1a0b0123cad4,revision_number=None']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:09:59.590119 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f5645c-a6b8-4f96-885b-f9459719b68a tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:09:59.590564 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f5645c-a6b8-4f96-885b-f9459719b68a tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:09:59.590943 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f5645c-a6b8-4f96-885b-f9459719b68a tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:09:59.591349 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f5645c-a6b8-4f96-885b-f9459719b68a tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:09:59.594392 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f5645c-a6b8-4f96-885b-f9459719b68a tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:09:59.594729 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f5645c-a6b8-4f96-885b-f9459719b68a tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:09:59.595225 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f5645c-a6b8-4f96-885b-f9459719b68a tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:09:59.595641 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f5645c-a6b8-4f96-885b-f9459719b68a tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:09:59.596107 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f5645c-a6b8-4f96-885b-f9459719b68a tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:09:59.596523 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f5645c-a6b8-4f96-885b-f9459719b68a tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:09:59.597468 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f5645c-a6b8-4f96-885b-f9459719b68a tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:09:59.597932 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f5645c-a6b8-4f96-885b-f9459719b68a tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:09:59.610488 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-06f5645c-a6b8-4f96-885b-f9459719b68a tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:09:59.863265 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5fabe90-2670-4640-b811-67082c168d17 req-06f5645c-a6b8-4f96-885b-f9459719b68a tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] No DVR routers for this DVR port 9c69d104-f6fe-4cb2-9c63-1a0b0123cad4 on host hv-cinder-78652 {{(pid=85357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 16 05:09:59.865868 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-d5fabe90-2670-4640-b811-67082c168d17 req-06f5645c-a6b8-4f96-885b-f9459719b68a tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:09:59.881211 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e67bc2f-10f1-4382-811e-d54f8a3a8471', 'name': 'network-vif-deleted', 'tag': '9c69d104-f6fe-4cb2-9c63-1a0b0123cad4'}] {{(pid=85357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 05:09:59.907397 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-727b8adb-d94d-4a82-9f9d-1f4d325d05d4 req-7246613a-b537-48de-adbe-cc9adc9eba96 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Synchronizing usage tracker for tenant:57e4f259d16345e68f38a623884c740f on resource:port {{(pid=85357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 05:09:59.917684 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-d5fabe90-2670-4640-b811-67082c168d17 req-06f5645c-a6b8-4f96-885b-f9459719b68a tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.16 "DELETE /v2.0/ports/9c69d104-f6fe-4cb2-9c63-1a0b0123cad4 HTTP/1.1" status: 204  len: 173 time: 1.1807590
Apr 16 05:09:59.936378 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-727b8adb-d94d-4a82-9f9d-1f4d325d05d4 req-7246613a-b537-48de-adbe-cc9adc9eba96 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Unset dirty status for tenant:57e4f259d16345e68f38a623884c740f on resource:port {{(pid=85357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 05:09:59.937689 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-727b8adb-d94d-4a82-9f9d-1f4d325d05d4 req-7246613a-b537-48de-adbe-cc9adc9eba96 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e67bc2f-10f1-4382-811e-d54f8a3a8471 HTTP/1.1" status: 200  len: 210 time: 0.1558397
Apr 16 05:09:59.973373 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e1f468-4a4d-45d1-aa86-edfff1cb84fe req-906384d7-337f-4b4a-8569-f2c3f250f26b tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:09:59.975020 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-91e1f468-4a4d-45d1-aa86-edfff1cb84fe req-906384d7-337f-4b4a-8569-f2c3f250f26b tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee821940-d6da-4b2f-a647-dda02d1af002 HTTP/1.1" status: 200  len: 945 time: 0.1998329
Apr 16 05:10:00.020793 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e67bc2f-10f1-4382-811e-d54f8a3a8471', 'name': 'network-vif-deleted', 'tag': '9c69d104-f6fe-4cb2-9c63-1a0b0123cad4', 'status': 'completed', 'code': 200}
Apr 16 05:10:00.032616 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-91e1f468-4a4d-45d1-aa86-edfff1cb84fe req-a3c1c152-0b49-40e5-bf1d-37e2227c462b tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=e812d11f-7aee-4ffa-81c9-00fe07a81374&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481484
Apr 16 05:10:01.284577 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76576e83-450e-43b3-a7c4-7bded8df3448 req-d1195e72-d9ef-4d60-9e14-4c561b008017 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:10:01.286694 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-76576e83-450e-43b3-a7c4-7bded8df3448 req-d1195e72-d9ef-4d60-9e14-4c561b008017 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee821940-d6da-4b2f-a647-dda02d1af002 HTTP/1.1" status: 200  len: 945 time: 0.1113064
Apr 16 05:10:01.345328 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-76576e83-450e-43b3-a7c4-7bded8df3448 req-2631b3a1-fb15-48ad-aa12-58481c8980a4 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=e812d11f-7aee-4ffa-81c9-00fe07a81374&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497167
Apr 16 05:10:01.721678 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.agents_db [None req-9d5d34cb-f672-4e49-b111-51c360ae5d44 None None] Agent healthcheck: found 6 active agents {{(pid=85359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 05:10:01.888508 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 40264) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:10:02.015870 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 40272) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:10:02.049398 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-9ff68e37-c986-4aa7-abbf-e6260f6a9ad9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:02.067960 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-9ff68e37-c986-4aa7-abbf-e6260f6a9ad9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:10:02.072728 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-9ff68e37-c986-4aa7-abbf-e6260f6a9ad9 admin admin] Usage tracker for resource:security_group_rule and tenant:6d81d49f8baf4b098d9d54fdf7dd04dc is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:10:02.079617 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-9ff68e37-c986-4aa7-abbf-e6260f6a9ad9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:10:02.087784 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-9ff68e37-c986-4aa7-abbf-e6260f6a9ad9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:10:02.189975 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-9ff68e37-c986-4aa7-abbf-e6260f6a9ad9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:02.194518 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-9ff68e37-c986-4aa7-abbf-e6260f6a9ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:02.209478 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-1c2a8ba3-21be-46a2-86de-eba5c07ddfbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:10:02.252713 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff68e37-c986-4aa7-abbf-e6260f6a9ad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48d804b8-927d-442a-8b77-7164a9cdfc0f,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:10:02.260338 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-9ff68e37-c986-4aa7-abbf-e6260f6a9ad9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:10:02.271573 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-9ff68e37-c986-4aa7-abbf-e6260f6a9ad9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6d81d49f8baf4b098d9d54fdf7dd04dc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3817427
Apr 16 05:10:02.272279 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 40280) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:10:02.344223 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-b9c2f3e3-e637-482d-b29b-993178e3e17c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:02.373868 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-b9c2f3e3-e637-482d-b29b-993178e3e17c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:02.428459 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-b9c2f3e3-e637-482d-b29b-993178e3e17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:02.436121 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-7e3a0c5c-2358-4a7a-ab44-de4198508c58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:10:02.452068 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c2f3e3-e637-482d-b29b-993178e3e17c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d804b8-927d-442a-8b77-7164a9cdfc0f,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:10:02.461971 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-b9c2f3e3-e637-482d-b29b-993178e3e17c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:10:02.463211 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-b9c2f3e3-e637-482d-b29b-993178e3e17c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:02.468153 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-b9c2f3e3-e637-482d-b29b-993178e3e17c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/48d804b8-927d-442a-8b77-7164a9cdfc0f HTTP/1.1" status: 204  len: 168 time: 0.1942945
Apr 16 05:10:02.756642 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-da05ff4e-b61f-4bea-a96e-ca7d555905ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036821579261'] for router_interface, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:02.920605 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba8011d-0946-48fd-9057-5ddd1adbe102 req-619856f3-e212-4d56-9437-0a492ad0365a tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:10:02.922323 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-bba8011d-0946-48fd-9057-5ddd1adbe102 req-619856f3-e212-4d56-9437-0a492ad0365a tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee821940-d6da-4b2f-a647-dda02d1af002 HTTP/1.1" status: 200  len: 945 time: 0.2632782
Apr 16 05:10:02.950132 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 40290) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:10:02.950921 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device 9c69d104-f6fe-4cb2-9c63-1a0b0123cad4 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 05:10:02.972065 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-8b7a2e51-1900-430c-bce6-d930602bf141 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:02.992144 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-8b7a2e51-1900-430c-bce6-d930602bf141 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:10:02.993501 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] No Port match for: 9c69d104-f6fe-4cb2-9c63-1a0b0123cad4 {{(pid=85358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 16 05:10:02.994131 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device 9c69d104-f6fe-4cb2-9c63-1a0b0123cad4 not bound to the agent host hv-cinder-78652 {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 05:10:02.996882 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-bba8011d-0946-48fd-9057-5ddd1adbe102 req-f7f400e5-eeb0-46a3-a9c7-fd8ea14398c9 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=e812d11f-7aee-4ffa-81c9-00fe07a81374&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0672932
Apr 16 05:10:02.998108 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-8b7a2e51-1900-430c-bce6-d930602bf141 admin admin] Usage tracker for resource:security_group_rule and tenant:f22fa4b6e77849abb3dc597724614d45 is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:10:03.001711 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-8b7a2e51-1900-430c-bce6-d930602bf141 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:10:03.008724 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-8b7a2e51-1900-430c-bce6-d930602bf141 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:10:03.150553 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-8b7a2e51-1900-430c-bce6-d930602bf141 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:03.154109 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-8b7a2e51-1900-430c-bce6-d930602bf141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:03.176014 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-1348c125-4ee0-47ae-8f3f-331935078685 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:10:03.213051 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-8b7a2e51-1900-430c-bce6-d930602bf141 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f22fa4b6e77849abb3dc597724614d45&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2612319
Apr 16 05:10:03.217001 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 40294) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:10:03.236114 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a2e51-1900-430c-bce6-d930602bf141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9de042-bde2-4681-9be7-f50fc374b5da,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:10:03.239785 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-8b7a2e51-1900-430c-bce6-d930602bf141 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:10:03.298432 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-6823e0bb-bb7b-4bf4-a0c6-15eae561e698 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:03.335293 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-6823e0bb-bb7b-4bf4-a0c6-15eae561e698 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:03.398819 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-6823e0bb-bb7b-4bf4-a0c6-15eae561e698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:03.404172 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-3c307e70-93a7-4a55-8c01-393e2f3cb158 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:10:03.419783 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6823e0bb-bb7b-4bf4-a0c6-15eae561e698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9de042-bde2-4681-9be7-f50fc374b5da,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:10:03.438738 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-6823e0bb-bb7b-4bf4-a0c6-15eae561e698 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:10:03.439815 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-6823e0bb-bb7b-4bf4-a0c6-15eae561e698 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:03.444127 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-6823e0bb-bb7b-4bf4-a0c6-15eae561e698 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cb9de042-bde2-4681-9be7-f50fc374b5da HTTP/1.1" status: 204  len: 168 time: 0.2230487
Apr 16 05:10:03.514191 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-da05ff4e-b61f-4bea-a96e-ca7d555905ed admin admin] Deleting port 654ec6f4-9d73-4665-9f62-fd6b97dd5aff {{(pid=85357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 05:10:03.514580 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-da05ff4e-b61f-4bea-a96e-ca7d555905ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284331874164'] for port, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:03.738782 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 40308) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:10:03.738981 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-da05ff4e-b61f-4bea-a96e-ca7d555905ed admin admin] For port 654ec6f4-9d73-4665-9f62-fd6b97dd5aff, host dv-cinder-786524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=654ec6f4-9d73-4665-9f62-fd6b97dd5aff,segment=NetworkSegment(a0080f90-7bfa-4c0d-af83-31ef1a258e15),segment_id=a0080f90-7bfa-4c0d-af83-31ef1a258e15)] {{(pid=85357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:10:03.739208 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-da05ff4e-b61f-4bea-a96e-ca7d555905ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821567696'] for port, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:03.879086 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-da05ff4e-b61f-4bea-a96e-ca7d555905ed admin admin] Calling delete_port for 654ec6f4-9d73-4665-9f62-fd6b97dd5aff owned by network:router_interface {{(pid=85357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 05:10:03.888215 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-7f23eaf6-3109-49b2-8a99-2851a636d77f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:03.907782 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-7f23eaf6-3109-49b2-8a99-2851a636d77f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:10:03.913564 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-7f23eaf6-3109-49b2-8a99-2851a636d77f admin admin] Usage tracker for resource:security_group_rule and tenant:5b635fe70b064273874d8d824866fbce is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:10:03.915985 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-7f23eaf6-3109-49b2-8a99-2851a636d77f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:10:03.922930 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-7f23eaf6-3109-49b2-8a99-2851a636d77f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:10:04.032568 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-7f23eaf6-3109-49b2-8a99-2851a636d77f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:04.036368 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-7f23eaf6-3109-49b2-8a99-2851a636d77f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:04.068092 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-09d27cac-4c46-40ae-a4fd-b54dd62170bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:10:04.080787 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-7f23eaf6-3109-49b2-8a99-2851a636d77f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5b635fe70b064273874d8d824866fbce&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3385086
Apr 16 05:10:04.084015 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 40324) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:10:04.133434 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f23eaf6-3109-49b2-8a99-2851a636d77f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=814f12ff-eccb-425e-8f5f-c03ee60bbb48,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:10:04.170126 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-7f23eaf6-3109-49b2-8a99-2851a636d77f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:10:04.193160 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-67ae16dd-1531-49ae-a3a8-44ef0bd6428f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:04.227265 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-67ae16dd-1531-49ae-a3a8-44ef0bd6428f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:04.283884 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-67ae16dd-1531-49ae-a3a8-44ef0bd6428f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:04.293662 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-b9c2f3e3-e637-482d-b29b-993178e3e17c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:10:04.319010 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ae16dd-1531-49ae-a3a8-44ef0bd6428f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=814f12ff-eccb-425e-8f5f-c03ee60bbb48,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:10:04.321333 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-67ae16dd-1531-49ae-a3a8-44ef0bd6428f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:04.325992 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-67ae16dd-1531-49ae-a3a8-44ef0bd6428f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/814f12ff-eccb-425e-8f5f-c03ee60bbb48 HTTP/1.1" status: 204  len: 168 time: 0.2405884
Apr 16 05:10:04.327338 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-67ae16dd-1531-49ae-a3a8-44ef0bd6428f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:10:04.343997 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5393bd4-e3a5-4312-9b4c-ec514afc4b08 req-2e9ba9a5-490d-45bb-ae0a-8d17f2046b79 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:10:04.345760 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-a5393bd4-e3a5-4312-9b4c-ec514afc4b08 req-2e9ba9a5-490d-45bb-ae0a-8d17f2046b79 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee821940-d6da-4b2f-a647-dda02d1af002 HTTP/1.1" status: 200  len: 945 time: 0.1654599
Apr 16 05:10:04.462417 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-a5393bd4-e3a5-4312-9b4c-ec514afc4b08 req-fa251a02-c572-4728-9654-a523099a2cfb tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=e812d11f-7aee-4ffa-81c9-00fe07a81374&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0720663
Apr 16 05:10:04.464767 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-da05ff4e-b61f-4bea-a96e-ca7d555905ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752522904879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752522456008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30120147'] for port, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:04.487146 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2984e872-5a7b-42bb-a721-ab2bf966600b tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:10:04.543765 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da05ff4e-b61f-4bea-a96e-ca7d555905ed admin admin] Pushing event deleted for resources: {'Port': ['ID=654ec6f4-9d73-4665-9f62-fd6b97dd5aff,revision_number=None']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:10:04.591637 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-da05ff4e-b61f-4bea-a96e-ca7d555905ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:10:04.856247 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-5fb985a0-8edc-4e7e-bc5a-793bad6a9ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:04.968488 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device 2cc6e7a8-88b6-4bd9-8c7a-da164869b549 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=85358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 16 05:10:05.029750 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-da05ff4e-b61f-4bea-a96e-ca7d555905ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33065615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036821578840'] for router_interface, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:05.166406 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] For port 2cc6e7a8-88b6-4bd9-8c7a-da164869b549, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=2cc6e7a8-88b6-4bd9-8c7a-da164869b549,segment=NetworkSegment(79077226-93f2-4a1f-b0e8-7ab4b09d1a7b),segment_id=79077226-93f2-4a1f-b0e8-7ab4b09d1a7b)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:10:05.200489 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Returning: {'device': '2cc6e7a8-88b6-4bd9-8c7a-da164869b549', 'network_id': '8df91495-625b-4773-a543-89e51aa2e299', 'port_id': '2cc6e7a8-88b6-4bd9-8c7a-da164869b549', 'mac_address': 'fa:16:3e:58:43:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7194465a-cb17-4853-a8ba-70bd30e05305', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 16 05:10:05.281281 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:05.301469 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2cc6e7a8-88b6-4bd9-8c7a-da164869b549 {{(pid=85358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 05:10:05.322636 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] For port 2cc6e7a8-88b6-4bd9-8c7a-da164869b549, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=2cc6e7a8-88b6-4bd9-8c7a-da164869b549,segment=NetworkSegment(79077226-93f2-4a1f-b0e8-7ab4b09d1a7b),segment_id=79077226-93f2-4a1f-b0e8-7ab4b09d1a7b)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:10:05.327869 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:05.331701 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:10:05.412895 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Pushing event updated for resources: {'Port': ['ID=2cc6e7a8-88b6-4bd9-8c7a-da164869b549,revision_number=6']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:10:05.426878 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:10:05.427370 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:10:05.427829 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:10:05.428275 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:10:05.428740 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:10:05.429210 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:10:05.429656 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:10:05.430096 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:10:05.430536 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:10:05.430975 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:10:05.431547 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:10:05.431985 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:10:05.436391 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:10:05.454123 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 40392) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:10:05.497802 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] get_ports_and_sgs() called for port_ids ['2cc6e7a8-88b6-4bd9-8c7a-da164869b549'] {{(pid=85358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 05:10:05.744715 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da05ff4e-b61f-4bea-a96e-ca7d555905ed admin admin] Router 625a73bd-ef02-4473-a2f8-3b8e606d283a has already been hosted by L3 agent 9bacd1b6-99a0-44b1-8352-fe12768771b0 {{(pid=85357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 16 05:10:05.880543 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-6b7454bb-af8e-45e6-9bfd-25dbfdae6b09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:05.921346 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-6b7454bb-af8e-45e6-9bfd-25dbfdae6b09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:10:05.926715 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-6b7454bb-af8e-45e6-9bfd-25dbfdae6b09 admin admin] Usage tracker for resource:security_group_rule and tenant:13ab1fe2f39646d08c1288c5434a9dc8 is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:10:05.930111 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-6b7454bb-af8e-45e6-9bfd-25dbfdae6b09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:10:05.953139 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-6b7454bb-af8e-45e6-9bfd-25dbfdae6b09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:10:06.034154 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da05ff4e-b61f-4bea-a96e-ca7d555905ed admin admin] Notify agent at l3_agent.dv-cinder-786524-1-iscsi the message routers_updated {{(pid=85357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 05:10:06.045368 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9202c89b-9253-45ca-a6a6-ec54e23f7399 None None] Sync routers for ids ['625a73bd-ef02-4473-a2f8-3b8e606d283a'] in dv-cinder-786524-1-iscsi {{(pid=85358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 05:10:06.060186 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-da05ff4e-b61f-4bea-a96e-ca7d555905ed admin admin] 10.222.0.26 "PUT /v2.0/routers/625a73bd-ef02-4473-a2f8-3b8e606d283a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0424581
Apr 16 05:10:06.063282 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 40416) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:10:06.063614 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9202c89b-9253-45ca-a6a6-ec54e23f7399 None None] Routers {'625a73bd-ef02-4473-a2f8-3b8e606d283a'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:10:06.064633 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-9202c89b-9253-45ca-a6a6-ec54e23f7399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dae9efa58>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:09:37Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['625a73bd-ef02-4473-a2f8-3b8e606d283a'], 'active': True} {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:10:06.115903 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-6b7454bb-af8e-45e6-9bfd-25dbfdae6b09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:06.136481 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-6b7454bb-af8e-45e6-9bfd-25dbfdae6b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:06.201764 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-362422cd-5c6f-4941-8460-409dc3680073 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:10:06.222701 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-6b7454bb-af8e-45e6-9bfd-25dbfdae6b09 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=13ab1fe2f39646d08c1288c5434a9dc8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7673359
Apr 16 05:10:06.230290 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 40424) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:10:06.394049 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7454bb-af8e-45e6-9bfd-25dbfdae6b09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e8e5e0f-9e80-4125-b7f5-671c76716711,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:10:06.398402 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-6b7454bb-af8e-45e6-9bfd-25dbfdae6b09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:10:06.443374 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-04a70fe3-80da-47a8-b4eb-d17cc7de7dd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:06.505645 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-04a70fe3-80da-47a8-b4eb-d17cc7de7dd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:06.561760 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-9202c89b-9253-45ca-a6a6-ec54e23f7399 None None] Set router 625a73bd-ef02-4473-a2f8-3b8e606d283a gateway port host: dv-cinder-786524-1-iscsi {{(pid=85358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:10:06.578565 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-04a70fe3-80da-47a8-b4eb-d17cc7de7dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:06.592345 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-4c233789-a6f3-4065-be6d-d4bfa069f86d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:10:06.613112 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a70fe3-80da-47a8-b4eb-d17cc7de7dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e8e5e0f-9e80-4125-b7f5-671c76716711,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:10:06.617601 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-04a70fe3-80da-47a8-b4eb-d17cc7de7dd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:10:06.618881 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-04a70fe3-80da-47a8-b4eb-d17cc7de7dd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:06.621178 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-04a70fe3-80da-47a8-b4eb-d17cc7de7dd3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3e8e5e0f-9e80-4125-b7f5-671c76716711 HTTP/1.1" status: 204  len: 168 time: 0.3892267
Apr 16 05:10:06.724168 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a73ae067-7b39-44a5-bb9d-bcfe1da62327 admin admin] Notify callbacks [] for router, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:06.905548 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43de9b2-a4d3-4d2f-b850-69ac016e6753 req-911f85a6-3a85-430b-b4fe-d13a2504491c tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:10:06.907171 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c43de9b2-a4d3-4d2f-b850-69ac016e6753 req-911f85a6-3a85-430b-b4fe-d13a2504491c tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee821940-d6da-4b2f-a647-dda02d1af002 HTTP/1.1" status: 200  len: 944 time: 1.1597772
Apr 16 05:10:07.083300 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c43de9b2-a4d3-4d2f-b850-69ac016e6753 req-cd59888c-fa0a-456a-8f06-abaaaa0cac84 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=e812d11f-7aee-4ffa-81c9-00fe07a81374&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1602178
Apr 16 05:10:07.104094 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device 2cc6e7a8-88b6-4bd9-8c7a-da164869b549 up at agent hyperv_hv-cinder-78652 {{(pid=85358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 05:10:07.177554 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a73ae067-7b39-44a5-bb9d-bcfe1da62327 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:07.199869 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-a73ae067-7b39-44a5-bb9d-bcfe1da62327 admin admin] Deleting port c433b4d6-1390-4af4-bd12-ce5d6159895e {{(pid=85357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 05:10:07.200332 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a73ae067-7b39-44a5-bb9d-bcfe1da62327 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284331874164'] for port, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:07.278256 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f707922f-286f-451a-9406-c95dd11c7dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:07.323311 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Provisioning complete for port 2cc6e7a8-88b6-4bd9-8c7a-da164869b549 triggered by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:10:07.324002 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:07.417861 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-a73ae067-7b39-44a5-bb9d-bcfe1da62327 admin admin] For port c433b4d6-1390-4af4-bd12-ce5d6159895e, host dv-cinder-786524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=c433b4d6-1390-4af4-bd12-ce5d6159895e,segment=NetworkSegment(88f0db33-a5d4-497b-ae0c-257388b0c0ef),segment_id=88f0db33-a5d4-497b-ae0c-257388b0c0ef)] {{(pid=85357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:10:07.418256 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a73ae067-7b39-44a5-bb9d-bcfe1da62327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821567696'] for port, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:07.503409 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:07.562773 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-a73ae067-7b39-44a5-bb9d-bcfe1da62327 admin admin] Calling delete_port for c433b4d6-1390-4af4-bd12-ce5d6159895e owned by network:router_gateway {{(pid=85357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 05:10:07.584642 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee821940-d6da-4b2f-a647-dda02d1af002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cc6e7a8-88b6-4bd9-8c7a-da164869b549'}] {{(pid=85358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 05:10:07.592492 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] For port 2cc6e7a8-88b6-4bd9-8c7a-da164869b549, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=2cc6e7a8-88b6-4bd9-8c7a-da164869b549,segment=NetworkSegment(79077226-93f2-4a1f-b0e8-7ab4b09d1a7b),segment_id=79077226-93f2-4a1f-b0e8-7ab4b09d1a7b)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:10:07.600567 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:07.606077 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:10:07.678202 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee821940-d6da-4b2f-a647-dda02d1af002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cc6e7a8-88b6-4bd9-8c7a-da164869b549', 'code': 200}
Apr 16 05:10:07.746070 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:07.756901 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-9202c89b-9253-45ca-a6a6-ec54e23f7399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dae9efa58>, [{'id': '625a73bd-ef02-4473-a2f8-3b8e606d283a', 'name': 'tempest-TestMinimumBasicScenario-363380990-router', 'tenant_id': '57e4f259d16345e68f38a623884c740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'c433b4d6-1390-4af4-bd12-ce5d6159895e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:05:45Z', 'updated_at': '2021-04-16T05:10:04Z', 'revision_number': 5, 'project_id': '57e4f259d16345e68f38a623884c740f', 'gw_port': {'id': 'c433b4d6-1390-4af4-bd12-ce5d6159895e', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625a73bd-ef02-4473-a2f8-3b8e606d283a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:05:48Z', 'updated_at': '2021-04-16T05:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi'}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:10:07.783744 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Pushing event updated for resources: {'Port': ['ID=2cc6e7a8-88b6-4bd9-8c7a-da164869b549,revision_number=7']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:10:07.796175 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a73ae067-7b39-44a5-bb9d-bcfe1da62327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752522904879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752522456008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30120147'] for port, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:07.798464 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:10:07.807054 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9202c89b-9253-45ca-a6a6-ec54e23f7399 None None] Checking router: 625a73bd-ef02-4473-a2f8-3b8e606d283a for host: dv-cinder-786524-1-iscsi {{(pid=85358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 05:10:07.830134 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-63345f0b-feae-4d1b-a675-506eb60b354a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:07.839931 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9202c89b-9253-45ca-a6a6-ec54e23f7399 None None] Routers {'625a73bd-ef02-4473-a2f8-3b8e606d283a'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:10:07.840659 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-9202c89b-9253-45ca-a6a6-ec54e23f7399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dae9efa58>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:10:07Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['625a73bd-ef02-4473-a2f8-3b8e606d283a'], 'active': True} {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:10:07.894931 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-62142904-02a5-4573-9a39-bc3dce47df9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:10:07.952541 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73ae067-7b39-44a5-bb9d-bcfe1da62327 admin admin] Pushing event deleted for resources: {'Port': ['ID=c433b4d6-1390-4af4-bd12-ce5d6159895e,revision_number=None']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:10:07.961290 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-a73ae067-7b39-44a5-bb9d-bcfe1da62327 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:10:08.058622 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-9202c89b-9253-45ca-a6a6-ec54e23f7399 None None] Set router 625a73bd-ef02-4473-a2f8-3b8e606d283a gateway port host: None {{(pid=85358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:10:08.184630 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a73ae067-7b39-44a5-bb9d-bcfe1da62327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036821578990'] for router_gateway, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:08.396980 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:08.403219 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-9202c89b-9253-45ca-a6a6-ec54e23f7399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dae9efa58>, [{'id': '625a73bd-ef02-4473-a2f8-3b8e606d283a', 'name': 'tempest-TestMinimumBasicScenario-363380990-router', 'tenant_id': '57e4f259d16345e68f38a623884c740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:05:45Z', 'updated_at': '2021-04-16T05:10:07Z', 'revision_number': 7, 'project_id': '57e4f259d16345e68f38a623884c740f', 'gw_port_host': None}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:10:08.410530 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9202c89b-9253-45ca-a6a6-ec54e23f7399 None None] The sync data for ids ['625a73bd-ef02-4473-a2f8-3b8e606d283a'] in dv-cinder-786524-1-iscsi is: [{'id': '625a73bd-ef02-4473-a2f8-3b8e606d283a', 'name': 'tempest-TestMinimumBasicScenario-363380990-router', 'tenant_id': '57e4f259d16345e68f38a623884c740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:05:45Z', 'updated_at': '2021-04-16T05:10:07Z', 'revision_number': 7, 'project_id': '57e4f259d16345e68f38a623884c740f', 'gw_port_host': None}] {{(pid=85358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 05:10:08.494049 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a73ae067-7b39-44a5-bb9d-bcfe1da62327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036821578328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5870'] for router, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:08.497535 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a73ae067-7b39-44a5-bb9d-bcfe1da62327 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:08.607083 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d6cdb6-5976-4047-b51f-f1849e69cc6a req-000b0231-cc3d-464c-91e2-6c9283f1726a tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:10:08.608796 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-a4d6cdb6-5976-4047-b51f-f1849e69cc6a req-000b0231-cc3d-464c-91e2-6c9283f1726a tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee821940-d6da-4b2f-a647-dda02d1af002 HTTP/1.1" status: 200  len: 945 time: 0.2894843
Apr 16 05:10:08.663896 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a73ae067-7b39-44a5-bb9d-bcfe1da62327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33198392'] for router, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:08.664518 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a73ae067-7b39-44a5-bb9d-bcfe1da62327 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 625a73bd-ef02-4473-a2f8-3b8e606d283a {{(pid=85357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 16 05:10:08.671526 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-a4d6cdb6-5976-4047-b51f-f1849e69cc6a req-1bd8d533-4d60-42da-b866-d0ad365d4da3 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=e812d11f-7aee-4ffa-81c9-00fe07a81374&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0523782
Apr 16 05:10:08.686919 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a73ae067-7b39-44a5-bb9d-bcfe1da62327 admin admin] Notify callbacks [] for router, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:08.691058 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 40444) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:10:08.691214 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-a73ae067-7b39-44a5-bb9d-bcfe1da62327 admin admin] 10.222.0.26 "DELETE /v2.0/routers/625a73bd-ef02-4473-a2f8-3b8e606d283a HTTP/1.1" status: 204  len: 168 time: 2.6268609
Apr 16 05:10:08.812491 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dc48309-8f61-4d2e-a151-6a595fb3a81c admin admin] Deleting subnet 2a881910-3355-4ca0-a698-89b5f02a16d4 {{(pid=85356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 16 05:10:08.816507 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2dc48309-8f61-4d2e-a151-6a595fb3a81c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:08.885057 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2dc48309-8f61-4d2e-a151-6a595fb3a81c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036821400633'] for subnet, precommit_delete_associations {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:09.047503 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2dc48309-8f61-4d2e-a151-6a595fb3a81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-24815'] for subnet, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:09.376917 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2dc48309-8f61-4d2e-a151-6a595fb3a81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854751001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821614264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036822724279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32287697'] for subnet, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:09.399655 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-1c093d8a-fe6e-471b-acb5-c3895db8c529 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:10:09.407397 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a57a9699-4b93-4635-9a0c-76135fd629c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:09.448739 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc48309-8f61-4d2e-a151-6a595fb3a81c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a881910-3355-4ca0-a698-89b5f02a16d4,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:10:09.502939 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2dc48309-8f61-4d2e-a151-6a595fb3a81c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:10:09.566484 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2dc48309-8f61-4d2e-a151-6a595fb3a81c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821710155'] for subnet, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:09.572667 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014995bf-e9cf-44c9-96e9-281d64ebe543 None None] Network 711b0f98-8a05-4a75-8630-64793983447c requested from dv-cinder-786524-1-iscsi {{(pid=85358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 05:10:09.576559 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 40450) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:10:09.585909 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-2dc48309-8f61-4d2e-a151-6a595fb3a81c admin admin] 10.222.0.26 "DELETE /v2.0/subnets/2a881910-3355-4ca0-a698-89b5f02a16d4 HTTP/1.1" status: 204  len: 168 time: 0.8928623
Apr 16 05:10:09.717628 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0fb4590e-5f3f-407d-a691-590ddfed5ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854762676'] for network, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:09.848277 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-0fb4590e-5f3f-407d-a691-590ddfed5ff3 admin admin] Deleting port f72795c8-22c9-42e2-912a-c58ea2372fe6 {{(pid=85357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 05:10:09.853110 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0fb4590e-5f3f-407d-a691-590ddfed5ff3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284331874164'] for port, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:10.050053 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7a8052-7701-4432-bae9-182f6b26f39c None None] DHCP port deletion for 711b0f98-8a05-4a75-8630-64793983447c request from dv-cinder-786524-1-iscsi {{(pid=85358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 16 05:10:10.055232 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-4d7a8052-7701-4432-bae9-182f6b26f39c None None] Deleting port f72795c8-22c9-42e2-912a-c58ea2372fe6 {{(pid=85358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 05:10:10.055419 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-4d7a8052-7701-4432-bae9-182f6b26f39c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284331874164'] for port, before_delete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:10.287665 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff22d129-e337-4fd2-8a48-2f0d3b1cade4 req-af5a1bc8-a1ce-4c59-ac44-54d78ff2e41e tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:10:10.289314 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ff22d129-e337-4fd2-8a48-2f0d3b1cade4 req-af5a1bc8-a1ce-4c59-ac44-54d78ff2e41e tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee821940-d6da-4b2f-a647-dda02d1af002 HTTP/1.1" status: 200  len: 945 time: 0.3276584
Apr 16 05:10:10.332177 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-0fb4590e-5f3f-407d-a691-590ddfed5ff3 admin admin] For port f72795c8-22c9-42e2-912a-c58ea2372fe6, host dv-cinder-786524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=f72795c8-22c9-42e2-912a-c58ea2372fe6,segment=NetworkSegment(a0080f90-7bfa-4c0d-af83-31ef1a258e15),segment_id=a0080f90-7bfa-4c0d-af83-31ef1a258e15)] {{(pid=85357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:10:10.332360 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0fb4590e-5f3f-407d-a691-590ddfed5ff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821567696'] for port, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:10.332753 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-4d7a8052-7701-4432-bae9-182f6b26f39c None None] For port f72795c8-22c9-42e2-912a-c58ea2372fe6, host dv-cinder-786524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=f72795c8-22c9-42e2-912a-c58ea2372fe6,segment=NetworkSegment(a0080f90-7bfa-4c0d-af83-31ef1a258e15),segment_id=a0080f90-7bfa-4c0d-af83-31ef1a258e15)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:10:10.333424 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-4d7a8052-7701-4432-bae9-182f6b26f39c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821567696'] for port, precommit_delete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:10.473325 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device 654ec6f4-9d73-4665-9f62-fd6b97dd5aff no longer exists at agent ovs-agent-dv-cinder-786524-1-iscsi {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 05:10:10.493041 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-0fb4590e-5f3f-407d-a691-590ddfed5ff3 admin admin] Calling delete_port for f72795c8-22c9-42e2-912a-c58ea2372fe6 owned by network:dhcp {{(pid=85357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 05:10:10.514604 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-4d7a8052-7701-4432-bae9-182f6b26f39c None None] Calling delete_port for f72795c8-22c9-42e2-912a-c58ea2372fe6 owned by network:dhcp {{(pid=85358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 05:10:10.543466 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ff22d129-e337-4fd2-8a48-2f0d3b1cade4 req-cae5bd65-5528-4f2e-a43a-89d1699afbb3 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=e812d11f-7aee-4ffa-81c9-00fe07a81374&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2422106
Apr 16 05:10:10.575475 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] No Port match for: 654ec6f4-9d73-4665-9f62-fd6b97dd5aff {{(pid=85358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 16 05:10:10.575872 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device 654ec6f4-9d73-4665-9f62-fd6b97dd5aff not bound to the agent host dv-cinder-786524-1-iscsi {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 05:10:10.576353 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device c433b4d6-1390-4af4-bd12-ce5d6159895e no longer exists at agent ovs-agent-dv-cinder-786524-1-iscsi {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 05:10:10.609794 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0fb4590e-5f3f-407d-a691-590ddfed5ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752522904879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752522456008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30120147'] for port, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:10.630537 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-0af983ae-342a-4be2-9856-f1413405094d tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:10:10.637329 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] No Port match for: c433b4d6-1390-4af4-bd12-ce5d6159895e {{(pid=85358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 16 05:10:10.638012 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device c433b4d6-1390-4af4-bd12-ce5d6159895e not bound to the agent host dv-cinder-786524-1-iscsi {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 05:10:10.638662 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device f72795c8-22c9-42e2-912a-c58ea2372fe6 no longer exists at agent ovs-agent-dv-cinder-786524-1-iscsi {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 05:10:10.680278 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] No Port match for: f72795c8-22c9-42e2-912a-c58ea2372fe6 {{(pid=85358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 16 05:10:10.681032 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device f72795c8-22c9-42e2-912a-c58ea2372fe6 not bound to the agent host dv-cinder-786524-1-iscsi {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 05:10:10.782619 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.db.api [None req-4d7a8052-7701-4432-bae9-182f6b26f39c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85358) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 05:10:10.783191 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_db.api [None req-4d7a8052-7701-4432-bae9-182f6b26f39c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 16 05:10:10.790323 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb4590e-5f3f-407d-a691-590ddfed5ff3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f72795c8-22c9-42e2-912a-c58ea2372fe6,revision_number=None']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:10:10.792809 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb4590e-5f3f-407d-a691-590ddfed5ff3 admin admin] No DVR routers for this DVR port f72795c8-22c9-42e2-912a-c58ea2372fe6 on host dv-cinder-786524-1-iscsi {{(pid=85357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 16 05:10:10.794482 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-0fb4590e-5f3f-407d-a691-590ddfed5ff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:10:11.242907 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0fb4590e-5f3f-407d-a691-590ddfed5ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854672018', 'neutron.services.segments.db._delete_segments_for_network-8752523025096'] for network, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:11.284540 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-4d7a8052-7701-4432-bae9-182f6b26f39c None None] Deleting port f72795c8-22c9-42e2-912a-c58ea2372fe6 {{(pid=85358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 05:10:11.285733 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-4d7a8052-7701-4432-bae9-182f6b26f39c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284331874164'] for port, before_delete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:11.411259 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-4d7a8052-7701-4432-bae9-182f6b26f39c None None] The port 'f72795c8-22c9-42e2-912a-c58ea2372fe6' was deleted {{(pid=85358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 16 05:10:11.423753 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.services.segments.db [None req-0fb4590e-5f3f-407d-a691-590ddfed5ff3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5dae382908>,) {'filters': {'network_id': ['711b0f98-8a05-4a75-8630-64793983447c']}} {{(pid=85357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:10:11.442886 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.services.segments.db [None req-0fb4590e-5f3f-407d-a691-590ddfed5ff3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5dae382908>, 'a0080f90-7bfa-4c0d-af83-31ef1a258e15') {'for_net_delete': True} {{(pid=85357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:10:11.443206 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.services.segments.db [None req-0fb4590e-5f3f-407d-a691-590ddfed5ff3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5dae382908>, 'a0080f90-7bfa-4c0d-af83-31ef1a258e15') {} {{(pid=85357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:10:11.458648 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0fb4590e-5f3f-407d-a691-590ddfed5ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752523028953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036823936640'] for segment, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:11.492300 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0fb4590e-5f3f-407d-a691-590ddfed5ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854750583'] for segment, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:11.502217 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fb4590e-5f3f-407d-a691-590ddfed5ff3 admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=85357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 16 05:10:11.706848 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-0fb4590e-5f3f-407d-a691-590ddfed5ff3 admin admin] Network 711b0f98-8a05-4a75-8630-64793983447c has no segments {{(pid=85357) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 16 05:10:11.722077 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0fb4590e-5f3f-407d-a691-590ddfed5ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-25233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30121511'] for segment, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:12.001417 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-0fb4590e-5f3f-407d-a691-590ddfed5ff3 admin admin] Network 711b0f98-8a05-4a75-8630-64793983447c has no segments {{(pid=85357) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 16 05:10:12.019355 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc0984-0107-4c0d-b968-51fb1fa4d414 req-11f7bf71-344a-4d04-96e6-878c903771a8 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:10:12.021063 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-e1fc0984-0107-4c0d-b968-51fb1fa4d414 req-11f7bf71-344a-4d04-96e6-878c903771a8 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee821940-d6da-4b2f-a647-dda02d1af002 HTTP/1.1" status: 200  len: 945 time: 0.2798760
Apr 16 05:10:12.037894 dv-cinder-786524-1-iscsi neutron-server[85243]: Traceback (most recent call last):
Apr 16 05:10:12.037894 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 05:10:12.037894 dv-cinder-786524-1-iscsi neutron-server[85243]:     timer()
Apr 16 05:10:12.037894 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 05:10:12.037894 dv-cinder-786524-1-iscsi neutron-server[85243]:     cb(*args, **kw)
Apr 16 05:10:12.037894 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 16 05:10:12.037894 dv-cinder-786524-1-iscsi neutron-server[85243]:     return func(*args, **kwargs)
Apr 16 05:10:12.037894 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 05:10:12.037894 dv-cinder-786524-1-iscsi neutron-server[85243]:     self._notify()
Apr 16 05:10:12.037894 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 05:10:12.037894 dv-cinder-786524-1-iscsi neutron-server[85243]:     self.callback(batched_events)
Apr 16 05:10:12.037894 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 05:10:12.037894 dv-cinder-786524-1-iscsi neutron-server[85243]:     event.method(event)
Apr 16 05:10:12.037894 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 16 05:10:12.037894 dv-cinder-786524-1-iscsi neutron-server[85243]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 05:10:12.037894 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 16 05:10:12.037894 dv-cinder-786524-1-iscsi neutron-server[85243]:     segment_id)['aggregates'][0]
Apr 16 05:10:12.037894 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 16 05:10:12.037894 dv-cinder-786524-1-iscsi neutron-server[85243]:     return f(self, *a, **k)
Apr 16 05:10:12.037894 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 16 05:10:12.037894 dv-cinder-786524-1-iscsi neutron-server[85243]:     return self._get(url).json()
Apr 16 05:10:12.037894 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 05:10:12.037894 dv-cinder-786524-1-iscsi neutron-server[85243]:     **kwargs)
Apr 16 05:10:12.037894 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 05:10:12.037894 dv-cinder-786524-1-iscsi neutron-server[85243]:     return self.request(url, 'GET', **kwargs)
Apr 16 05:10:12.037894 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 16 05:10:12.037894 dv-cinder-786524-1-iscsi neutron-server[85243]:     **endpoint_filter)
Apr 16 05:10:12.037894 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 05:10:12.037894 dv-cinder-786524-1-iscsi neutron-server[85243]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 05:10:12.037894 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 05:10:12.037894 dv-cinder-786524-1-iscsi neutron-server[85243]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 05:10:12.037894 dv-cinder-786524-1-iscsi neutron-server[85243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 05:10:12.193500 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-e1fc0984-0107-4c0d-b968-51fb1fa4d414 req-d0870561-b6a1-4512-946c-aec61b39971a tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=e812d11f-7aee-4ffa-81c9-00fe07a81374&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1511600
Apr 16 05:10:12.199433 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0fb4590e-5f3f-407d-a691-590ddfed5ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-103783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821614228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33197052'] for network, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:12.210163 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0fb4590e-5f3f-407d-a691-590ddfed5ff3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821710155'] for network, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:12.216402 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-08e3748d-f893-4c7d-831e-cdf7e8fdc503 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:10:12.244699 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb4590e-5f3f-407d-a691-590ddfed5ff3 admin admin] Pushing event deleted for resources: {'Network': ['ID=711b0f98-8a05-4a75-8630-64793983447c,revision_number=None']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:10:12.247998 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-0fb4590e-5f3f-407d-a691-590ddfed5ff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:10:12.270838 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-0fb4590e-5f3f-407d-a691-590ddfed5ff3 admin admin] 10.222.0.26 "DELETE /v2.0/networks/711b0f98-8a05-4a75-8630-64793983447c HTTP/1.1" status: 204  len: 168 time: 2.6930177
Apr 16 05:10:12.273963 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 40474) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:10:12.999721 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-5468dc79-330b-4477-bc0e-0c85e853b8a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036821579261'] for router_interface, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:13.428910 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-5468dc79-330b-4477-bc0e-0c85e853b8a3 admin admin] Deleting port 266ef41e-f137-46dc-9ef8-83131d628b43 {{(pid=85356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 05:10:13.429510 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-5468dc79-330b-4477-bc0e-0c85e853b8a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284331874164'] for port, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:13.476661 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e18ccb4-4981-4734-82e1-b04952ef7d08 req-2c0601d8-92e6-44e5-bdeb-52e3a3e9134b tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:10:13.478573 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-6e18ccb4-4981-4734-82e1-b04952ef7d08 req-2c0601d8-92e6-44e5-bdeb-52e3a3e9134b tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee821940-d6da-4b2f-a647-dda02d1af002 HTTP/1.1" status: 200  len: 945 time: 0.1163545
Apr 16 05:10:13.551668 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-6e18ccb4-4981-4734-82e1-b04952ef7d08 req-eeb32a83-ea96-4ae8-b568-17b3a236d8f9 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=e812d11f-7aee-4ffa-81c9-00fe07a81374&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0650442
Apr 16 05:10:13.650977 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-5468dc79-330b-4477-bc0e-0c85e853b8a3 admin admin] For port 266ef41e-f137-46dc-9ef8-83131d628b43, host dv-cinder-786524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=266ef41e-f137-46dc-9ef8-83131d628b43,segment=NetworkSegment(77b8db35-2021-46fb-8153-5e76ee69cfdc),segment_id=77b8db35-2021-46fb-8153-5e76ee69cfdc)] {{(pid=85356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:10:13.651382 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-5468dc79-330b-4477-bc0e-0c85e853b8a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821567696'] for port, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:13.797790 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-5468dc79-330b-4477-bc0e-0c85e853b8a3 admin admin] Calling delete_port for 266ef41e-f137-46dc-9ef8-83131d628b43 owned by network:router_interface {{(pid=85356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 05:10:14.054075 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-5468dc79-330b-4477-bc0e-0c85e853b8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752522904879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752522456008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32051484'] for port, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:14.387406 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-767797ae-6de3-41ef-96bc-272f4428a7c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:10:14.468188 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5468dc79-330b-4477-bc0e-0c85e853b8a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=266ef41e-f137-46dc-9ef8-83131d628b43,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:10:14.475836 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-5468dc79-330b-4477-bc0e-0c85e853b8a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:10:14.832000 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0a039-111b-420c-88f0-860fd675b48b req-5ffc7017-1315-4dc3-a61d-1daedb132846 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:10:14.839739 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-d8e0a039-111b-420c-88f0-860fd675b48b req-5ffc7017-1315-4dc3-a61d-1daedb132846 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee821940-d6da-4b2f-a647-dda02d1af002 HTTP/1.1" status: 200  len: 945 time: 0.1287301
Apr 16 05:10:14.910037 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-5468dc79-330b-4477-bc0e-0c85e853b8a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33065615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036821578840'] for router_interface, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:14.919941 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-d8e0a039-111b-420c-88f0-860fd675b48b req-af4b9450-69da-4285-8839-83acf7009971 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=e812d11f-7aee-4ffa-81c9-00fe07a81374&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0731466
Apr 16 05:10:15.103950 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 40500) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:10:15.426106 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c29997a0-7858-47f1-8c19-0f878010ce10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:15.458520 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-c29997a0-7858-47f1-8c19-0f878010ce10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:10:15.477756 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-c29997a0-7858-47f1-8c19-0f878010ce10 admin admin] Usage tracker for resource:security_group_rule and tenant:89faa09180224a06ab55f5da5b6fa596 is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:10:15.482972 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-c29997a0-7858-47f1-8c19-0f878010ce10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:10:15.495644 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-c29997a0-7858-47f1-8c19-0f878010ce10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:10:15.839211 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c29997a0-7858-47f1-8c19-0f878010ce10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:15.847597 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5468dc79-330b-4477-bc0e-0c85e853b8a3 admin admin] Router b9d72537-f49c-491b-a57b-1ef2b1301d9f has already been hosted by L3 agent 9bacd1b6-99a0-44b1-8352-fe12768771b0 {{(pid=85356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 16 05:10:15.848730 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c29997a0-7858-47f1-8c19-0f878010ce10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:15.859429 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-97884ae5-d3a2-4cf0-a1a1-6086722a7059 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:10:16.017310 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-c29997a0-7858-47f1-8c19-0f878010ce10 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=89faa09180224a06ab55f5da5b6fa596&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9084437
Apr 16 05:10:16.018379 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 40508) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:10:16.036846 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29997a0-7858-47f1-8c19-0f878010ce10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6601b5e9-8f86-4759-af6f-ea58cf4becd1,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:10:16.154531 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-7ab1f6ec-6a67-447f-86f1-0cd0c372eae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:16.184988 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-7ab1f6ec-6a67-447f-86f1-0cd0c372eae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:16.254677 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-c29997a0-7858-47f1-8c19-0f878010ce10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:10:16.300030 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-7ab1f6ec-6a67-447f-86f1-0cd0c372eae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:16.308608 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-304d588e-bd93-4553-a5c7-7745555f07cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:10:16.325420 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab1f6ec-6a67-447f-86f1-0cd0c372eae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6601b5e9-8f86-4759-af6f-ea58cf4becd1,revision_number=None']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:10:16.340555 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-7ab1f6ec-6a67-447f-86f1-0cd0c372eae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:10:16.364831 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-7ab1f6ec-6a67-447f-86f1-0cd0c372eae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:16.382361 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-7ab1f6ec-6a67-447f-86f1-0cd0c372eae1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6601b5e9-8f86-4759-af6f-ea58cf4becd1 HTTP/1.1" status: 204  len: 168 time: 0.3625805
Apr 16 05:10:16.391516 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5468dc79-330b-4477-bc0e-0c85e853b8a3 admin admin] Notify agent at l3_agent.dv-cinder-786524-1-iscsi the message routers_updated {{(pid=85356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 05:10:16.407328 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2955f350-7f8c-4f0b-89b6-057e2f5b19a6 None None] Sync routers for ids ['b9d72537-f49c-491b-a57b-1ef2b1301d9f'] in dv-cinder-786524-1-iscsi {{(pid=85359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 05:10:16.440515 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2955f350-7f8c-4f0b-89b6-057e2f5b19a6 None None] Routers {'b9d72537-f49c-491b-a57b-1ef2b1301d9f'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:10:16.440715 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-5468dc79-330b-4477-bc0e-0c85e853b8a3 admin admin] 10.222.0.26 "PUT /v2.0/routers/b9d72537-f49c-491b-a57b-1ef2b1301d9f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1651301
Apr 16 05:10:16.441958 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-2955f350-7f8c-4f0b-89b6-057e2f5b19a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5daec864e0>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:10:07Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['b9d72537-f49c-491b-a57b-1ef2b1301d9f'], 'active': True} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:10:16.443723 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 40518) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:10:16.463559 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f10e5b-9d0f-49f3-96db-cd9199537ffa req-3843cfc7-4ee5-4eae-a7de-93857f3f1cba tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:10:16.482080 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c3f10e5b-9d0f-49f3-96db-cd9199537ffa req-3843cfc7-4ee5-4eae-a7de-93857f3f1cba tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee821940-d6da-4b2f-a647-dda02d1af002 HTTP/1.1" status: 200  len: 945 time: 0.2467721
Apr 16 05:10:16.595013 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c3f10e5b-9d0f-49f3-96db-cd9199537ffa req-5d67635e-bfaa-4f7c-a91e-8a91cc46d928 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=e812d11f-7aee-4ffa-81c9-00fe07a81374&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1112509
Apr 16 05:10:16.712449 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-76fa08ef-120a-4b7a-8580-b37977222196 admin admin] Notify callbacks [] for router, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:16.821699 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-2955f350-7f8c-4f0b-89b6-057e2f5b19a6 None None] Set router b9d72537-f49c-491b-a57b-1ef2b1301d9f gateway port host: dv-cinder-786524-1-iscsi {{(pid=85359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:10:17.028253 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-76fa08ef-120a-4b7a-8580-b37977222196 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:17.039995 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-76fa08ef-120a-4b7a-8580-b37977222196 admin admin] Deleting port 10284401-b3ee-4ef7-8be6-52cd492bf5cd {{(pid=85356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 05:10:17.040486 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-76fa08ef-120a-4b7a-8580-b37977222196 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284331874164'] for port, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:17.277487 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-76fa08ef-120a-4b7a-8580-b37977222196 admin admin] For port 10284401-b3ee-4ef7-8be6-52cd492bf5cd, host dv-cinder-786524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=10284401-b3ee-4ef7-8be6-52cd492bf5cd,segment=NetworkSegment(88f0db33-a5d4-497b-ae0c-257388b0c0ef),segment_id=88f0db33-a5d4-497b-ae0c-257388b0c0ef)] {{(pid=85356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:10:17.277997 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-76fa08ef-120a-4b7a-8580-b37977222196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821567696'] for port, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:17.422970 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-76fa08ef-120a-4b7a-8580-b37977222196 admin admin] Calling delete_port for 10284401-b3ee-4ef7-8be6-52cd492bf5cd owned by network:router_gateway {{(pid=85356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 05:10:17.562485 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-2955f350-7f8c-4f0b-89b6-057e2f5b19a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5daec864e0>, [{'id': 'b9d72537-f49c-491b-a57b-1ef2b1301d9f', 'name': 'tempest-TestMinimumBasicScenario-409442546-router', 'tenant_id': '9e123026a25e4d72ac0dd52783e66129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '10284401-b3ee-4ef7-8be6-52cd492bf5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:06:17Z', 'updated_at': '2021-04-16T05:10:13Z', 'revision_number': 5, 'project_id': '9e123026a25e4d72ac0dd52783e66129', 'gw_port': {'id': '10284401-b3ee-4ef7-8be6-52cd492bf5cd', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:8d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d72537-f49c-491b-a57b-1ef2b1301d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:06:21Z', 'updated_at': '2021-04-16T05:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi'}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:10:17.568213 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2955f350-7f8c-4f0b-89b6-057e2f5b19a6 None None] Checking router: b9d72537-f49c-491b-a57b-1ef2b1301d9f for host: dv-cinder-786524-1-iscsi {{(pid=85359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 05:10:17.579240 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2955f350-7f8c-4f0b-89b6-057e2f5b19a6 None None] Routers {'b9d72537-f49c-491b-a57b-1ef2b1301d9f'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:10:17.580025 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-2955f350-7f8c-4f0b-89b6-057e2f5b19a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5daec864e0>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:10:07Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['b9d72537-f49c-491b-a57b-1ef2b1301d9f'], 'active': True} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:10:17.630459 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-76fa08ef-120a-4b7a-8580-b37977222196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752522904879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752522456008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32051484'] for port, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:17.656526 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-1e8a35e2-9797-4302-b177-a12a086e9d07 tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:10:17.733842 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-2955f350-7f8c-4f0b-89b6-057e2f5b19a6 None None] Set router b9d72537-f49c-491b-a57b-1ef2b1301d9f gateway port host: None {{(pid=85359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:10:17.834730 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fa08ef-120a-4b7a-8580-b37977222196 admin admin] Pushing event deleted for resources: {'Port': ['ID=10284401-b3ee-4ef7-8be6-52cd492bf5cd,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:10:17.842227 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-76fa08ef-120a-4b7a-8580-b37977222196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:10:17.857750 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-2955f350-7f8c-4f0b-89b6-057e2f5b19a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5daec864e0>, [{'id': 'b9d72537-f49c-491b-a57b-1ef2b1301d9f', 'name': 'tempest-TestMinimumBasicScenario-409442546-router', 'tenant_id': '9e123026a25e4d72ac0dd52783e66129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:06:17Z', 'updated_at': '2021-04-16T05:10:17Z', 'revision_number': 7, 'project_id': '9e123026a25e4d72ac0dd52783e66129', 'gw_port_host': None}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:10:17.863121 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2955f350-7f8c-4f0b-89b6-057e2f5b19a6 None None] The sync data for ids ['b9d72537-f49c-491b-a57b-1ef2b1301d9f'] in dv-cinder-786524-1-iscsi is: [{'id': 'b9d72537-f49c-491b-a57b-1ef2b1301d9f', 'name': 'tempest-TestMinimumBasicScenario-409442546-router', 'tenant_id': '9e123026a25e4d72ac0dd52783e66129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:06:17Z', 'updated_at': '2021-04-16T05:10:17Z', 'revision_number': 7, 'project_id': '9e123026a25e4d72ac0dd52783e66129', 'gw_port_host': None}] {{(pid=85359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 05:10:18.003055 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ff5c28-825f-4385-9aa6-06f8fe45017d req-83b334ae-ba63-47b4-b414-a4ce0f08c838 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:10:18.005060 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c6ff5c28-825f-4385-9aa6-06f8fe45017d req-83b334ae-ba63-47b4-b414-a4ce0f08c838 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee821940-d6da-4b2f-a647-dda02d1af002 HTTP/1.1" status: 200  len: 945 time: 0.1580076
Apr 16 05:10:18.067336 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c6ff5c28-825f-4385-9aa6-06f8fe45017d req-fd186894-0c52-4175-baf6-72b950aa9250 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=e812d11f-7aee-4ffa-81c9-00fe07a81374&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0516586
Apr 16 05:10:18.109061 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-76fa08ef-120a-4b7a-8580-b37977222196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036821578990'] for router_gateway, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:18.260295 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccad441-6a28-4cb7-b9f2-d750dcf8ec18 req-bd08f47f-ef0a-4210-bde2-953981e868aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:10:18.262822 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-2ccad441-6a28-4cb7-b9f2-d750dcf8ec18 req-bd08f47f-ef0a-4210-bde2-953981e868aa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0568e0a577bb45428833638c9c368aa5&device_id=ee821940-d6da-4b2f-a647-dda02d1af002 HTTP/1.1" status: 200  len: 1098 time: 0.1397576
Apr 16 05:10:18.434872 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device 10284401-b3ee-4ef7-8be6-52cd492bf5cd no longer exists at agent ovs-agent-dv-cinder-786524-1-iscsi {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 05:10:18.438775 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccad441-6a28-4cb7-b9f2-d750dcf8ec18 req-67c833cb-dc87-49e3-9623-c7037876e99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:10:18.440688 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-2ccad441-6a28-4cb7-b9f2-d750dcf8ec18 req-67c833cb-dc87-49e3-9623-c7037876e99f service neutron] 10.222.0.16 "GET /v2.0/networks?id=8df91495-625b-4773-a543-89e51aa2e299 HTTP/1.1" status: 200  len: 918 time: 0.1702225
Apr 16 05:10:18.477212 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] No Port match for: 10284401-b3ee-4ef7-8be6-52cd492bf5cd {{(pid=85358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 16 05:10:18.477584 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device 10284401-b3ee-4ef7-8be6-52cd492bf5cd not bound to the agent host dv-cinder-786524-1-iscsi {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 05:10:18.478261 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device 266ef41e-f137-46dc-9ef8-83131d628b43 no longer exists at agent ovs-agent-dv-cinder-786524-1-iscsi {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 05:10:18.519843 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] No Port match for: 266ef41e-f137-46dc-9ef8-83131d628b43 {{(pid=85358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 16 05:10:18.520212 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device 266ef41e-f137-46dc-9ef8-83131d628b43 not bound to the agent host dv-cinder-786524-1-iscsi {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 05:10:18.594166 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-2ccad441-6a28-4cb7-b9f2-d750dcf8ec18 req-d76c7fe7-a357-47f1-9cb0-ef7eeb04b2ed service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2cc6e7a8-88b6-4bd9-8c7a-da164869b549 HTTP/1.1" status: 200  len: 1001 time: 0.1460683
Apr 16 05:10:18.608852 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-76fa08ef-120a-4b7a-8580-b37977222196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036821578328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5870'] for router, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:18.611832 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-76fa08ef-120a-4b7a-8580-b37977222196 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:18.635197 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-76fa08ef-120a-4b7a-8580-b37977222196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33198392'] for router, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:18.635816 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76fa08ef-120a-4b7a-8580-b37977222196 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9d72537-f49c-491b-a57b-1ef2b1301d9f {{(pid=85356) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 16 05:10:18.650692 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-76fa08ef-120a-4b7a-8580-b37977222196 admin admin] Notify callbacks [] for router, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:18.652039 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-76fa08ef-120a-4b7a-8580-b37977222196 admin admin] 10.222.0.26 "DELETE /v2.0/routers/b9d72537-f49c-491b-a57b-1ef2b1301d9f HTTP/1.1" status: 204  len: 168 time: 2.2069776
Apr 16 05:10:18.656315 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 40536) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:10:18.678853 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccad441-6a28-4cb7-b9f2-d750dcf8ec18 req-313e91fd-1d0e-4894-9922-054d53ee0619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:10:18.681026 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-2ccad441-6a28-4cb7-b9f2-d750dcf8ec18 req-313e91fd-1d0e-4894-9922-054d53ee0619 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7194465a-cb17-4853-a8ba-70bd30e05305 HTTP/1.1" status: 200  len: 856 time: 0.0791647
Apr 16 05:10:18.749604 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.db_base_plugin_v2 [None req-dee00803-ff63-4238-8be5-a98aa7340abb admin admin] Deleting subnet d4f4106f-e905-42f9-a074-d274e9e3e7f3 {{(pid=85356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 16 05:10:18.753782 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-dee00803-ff63-4238-8be5-a98aa7340abb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:18.798589 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccad441-6a28-4cb7-b9f2-d750dcf8ec18 req-adb97b16-3eaf-4b6d-b1e8-154404f9771f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:10:18.801693 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-2ccad441-6a28-4cb7-b9f2-d750dcf8ec18 req-adb97b16-3eaf-4b6d-b1e8-154404f9771f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8df91495-625b-4773-a543-89e51aa2e299&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1128447
Apr 16 05:10:18.836913 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-dee00803-ff63-4238-8be5-a98aa7340abb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036821400633'] for subnet, precommit_delete_associations {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:18.931068 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-dee00803-ff63-4238-8be5-a98aa7340abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-24815'] for subnet, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:18.973576 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-2ccad441-6a28-4cb7-b9f2-d750dcf8ec18 req-9e7fcc60-2ab0-400d-a07c-6a2dce241d0d service neutron] 10.222.0.16 "GET /v2.0/networks/8df91495-625b-4773-a543-89e51aa2e299?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1635389
Apr 16 05:10:19.148827 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-2ccad441-6a28-4cb7-b9f2-d750dcf8ec18 req-e89bdbfe-2af2-4857-88b0-2277d8856354 service neutron] 10.222.0.16 "GET /v2.0/networks/8df91495-625b-4773-a543-89e51aa2e299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1676884
Apr 16 05:10:19.275204 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-dee00803-ff63-4238-8be5-a98aa7340abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854751001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821614264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036822724279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32287697'] for subnet, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:19.291785 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-64c322e4-a27a-46e5-9f79-99f25fede12a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:10:19.319960 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8206f3c-b3d6-4ade-b10f-2a0df2ca054a req-1eccf607-f227-4e5a-b3b8-03949dfda78f tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:10:19.321735 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-b8206f3c-b3d6-4ade-b10f-2a0df2ca054a req-1eccf607-f227-4e5a-b3b8-03949dfda78f tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee821940-d6da-4b2f-a647-dda02d1af002 HTTP/1.1" status: 200  len: 945 time: 0.1098933
Apr 16 05:10:19.389710 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-b8206f3c-b3d6-4ade-b10f-2a0df2ca054a req-f708524c-7014-4949-b60c-52220d144e84 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=e812d11f-7aee-4ffa-81c9-00fe07a81374&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0555196
Apr 16 05:10:19.394294 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee00803-ff63-4238-8be5-a98aa7340abb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4f4106f-e905-42f9-a074-d274e9e3e7f3,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:10:19.399557 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-dee00803-ff63-4238-8be5-a98aa7340abb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:10:19.436358 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-dee00803-ff63-4238-8be5-a98aa7340abb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821710155'] for subnet, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:19.444691 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03134326-75e4-4483-abb0-a8bd4997aa82 None None] Network 864fab42-ad00-4efb-b64d-62add0bc7715 requested from dv-cinder-786524-1-iscsi {{(pid=85358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 05:10:19.445241 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-dee00803-ff63-4238-8be5-a98aa7340abb admin admin] 10.222.0.26 "DELETE /v2.0/subnets/d4f4106f-e905-42f9-a074-d274e9e3e7f3 HTTP/1.1" status: 204  len: 168 time: 0.7876601
Apr 16 05:10:19.448121 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 40542) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:10:19.658986 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-daea8b0e-1982-4ce0-a9b2-23b2a8f98126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854762676'] for network, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:19.777476 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-daea8b0e-1982-4ce0-a9b2-23b2a8f98126 admin admin] Deleting port dbeea36b-35a7-465a-908e-5b9f05fc8070 {{(pid=85356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 05:10:19.778022 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-daea8b0e-1982-4ce0-a9b2-23b2a8f98126 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284331874164'] for port, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:19.779829 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device 2cc6e7a8-88b6-4bd9-8c7a-da164869b549 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 05:10:19.939427 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464a57d7-16dc-4726-a96f-72e6bcd28a17 None None] DHCP port deletion for 864fab42-ad00-4efb-b64d-62add0bc7715 request from dv-cinder-786524-1-iscsi {{(pid=85358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 16 05:10:19.950758 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:19.973173 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-464a57d7-16dc-4726-a96f-72e6bcd28a17 None None] Deleting port dbeea36b-35a7-465a-908e-5b9f05fc8070 {{(pid=85358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 05:10:19.973911 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-464a57d7-16dc-4726-a96f-72e6bcd28a17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284331874164'] for port, before_delete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:20.043834 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-daea8b0e-1982-4ce0-a9b2-23b2a8f98126 admin admin] For port dbeea36b-35a7-465a-908e-5b9f05fc8070, host dv-cinder-786524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=dbeea36b-35a7-465a-908e-5b9f05fc8070,segment=NetworkSegment(77b8db35-2021-46fb-8153-5e76ee69cfdc),segment_id=77b8db35-2021-46fb-8153-5e76ee69cfdc)] {{(pid=85356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:10:20.044241 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-daea8b0e-1982-4ce0-a9b2-23b2a8f98126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821567696'] for port, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:20.084940 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee821940-d6da-4b2f-a647-dda02d1af002', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cc6e7a8-88b6-4bd9-8c7a-da164869b549'}] {{(pid=85358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 05:10:20.133713 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] For port 2cc6e7a8-88b6-4bd9-8c7a-da164869b549, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=2cc6e7a8-88b6-4bd9-8c7a-da164869b549,segment=NetworkSegment(79077226-93f2-4a1f-b0e8-7ab4b09d1a7b),segment_id=79077226-93f2-4a1f-b0e8-7ab4b09d1a7b)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:10:20.195992 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-daea8b0e-1982-4ce0-a9b2-23b2a8f98126 admin admin] Calling delete_port for dbeea36b-35a7-465a-908e-5b9f05fc8070 owned by network:dhcp {{(pid=85356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 05:10:20.198384 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:20.252499 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee821940-d6da-4b2f-a647-dda02d1af002', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cc6e7a8-88b6-4bd9-8c7a-da164869b549', 'code': 200}
Apr 16 05:10:20.253253 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:10:20.293400 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-daea8b0e-1982-4ce0-a9b2-23b2a8f98126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752522904879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752522456008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32051484'] for port, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:20.311700 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:10:20.370981 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-464a57d7-16dc-4726-a96f-72e6bcd28a17 None None] For port dbeea36b-35a7-465a-908e-5b9f05fc8070, host dv-cinder-786524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=dbeea36b-35a7-465a-908e-5b9f05fc8070,segment=NetworkSegment(77b8db35-2021-46fb-8153-5e76ee69cfdc),segment_id=77b8db35-2021-46fb-8153-5e76ee69cfdc)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:10:20.371475 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-464a57d7-16dc-4726-a96f-72e6bcd28a17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821567696'] for port, precommit_delete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:20.426347 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daea8b0e-1982-4ce0-a9b2-23b2a8f98126 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbeea36b-35a7-465a-908e-5b9f05fc8070,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:10:20.432087 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-daea8b0e-1982-4ce0-a9b2-23b2a8f98126 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:10:20.452813 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Pushing event updated for resources: {'Port': ['ID=2cc6e7a8-88b6-4bd9-8c7a-da164869b549,revision_number=8']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:10:20.456456 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:10:20.457430 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device dbeea36b-35a7-465a-908e-5b9f05fc8070 no longer exists at agent ovs-agent-dv-cinder-786524-1-iscsi {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 05:10:20.474956 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daea8b0e-1982-4ce0-a9b2-23b2a8f98126 admin admin] No DVR routers for this DVR port dbeea36b-35a7-465a-908e-5b9f05fc8070 on host dv-cinder-786524-1-iscsi {{(pid=85356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 16 05:10:20.617278 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-daea8b0e-1982-4ce0-a9b2-23b2a8f98126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854672018', 'neutron.services.segments.db._delete_segments_for_network-8752523025096'] for network, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:20.694794 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3b7d6c-0585-4292-bd59-56ac8216be4f req-1352ba76-839f-447f-bf00-763f05f68b21 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:10:20.697610 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-8c3b7d6c-0585-4292-bd59-56ac8216be4f req-1352ba76-839f-447f-bf00-763f05f68b21 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee821940-d6da-4b2f-a647-dda02d1af002 HTTP/1.1" status: 200  len: 943 time: 0.1083028
Apr 16 05:10:20.751160 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.services.segments.db [None req-daea8b0e-1982-4ce0-a9b2-23b2a8f98126 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5daed6f9e8>,) {'filters': {'network_id': ['864fab42-ad00-4efb-b64d-62add0bc7715']}} {{(pid=85356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:10:20.764563 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-8c3b7d6c-0585-4292-bd59-56ac8216be4f req-d5bf5f18-983b-4e2c-95d4-2c8d55ebb333 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=e812d11f-7aee-4ffa-81c9-00fe07a81374&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0564406
Apr 16 05:10:20.769303 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.services.segments.db [None req-daea8b0e-1982-4ce0-a9b2-23b2a8f98126 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5daed6f9e8>, '77b8db35-2021-46fb-8153-5e76ee69cfdc') {'for_net_delete': True} {{(pid=85356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:10:20.769742 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.services.segments.db [None req-daea8b0e-1982-4ce0-a9b2-23b2a8f98126 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5daed6f9e8>, '77b8db35-2021-46fb-8153-5e76ee69cfdc') {} {{(pid=85356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:10:20.784521 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-daea8b0e-1982-4ce0-a9b2-23b2a8f98126 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752523028953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33375231'] for segment, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:20.804288 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-daea8b0e-1982-4ce0-a9b2-23b2a8f98126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854750583'] for segment, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:20.824159 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daea8b0e-1982-4ce0-a9b2-23b2a8f98126 admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=85356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 16 05:10:20.827738 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-464a57d7-16dc-4726-a96f-72e6bcd28a17 None None] Calling delete_port for dbeea36b-35a7-465a-908e-5b9f05fc8070 owned by network:dhcp {{(pid=85358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 05:10:20.903658 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] No Port match for: dbeea36b-35a7-465a-908e-5b9f05fc8070 {{(pid=85358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 16 05:10:20.904331 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device dbeea36b-35a7-465a-908e-5b9f05fc8070 not bound to the agent host dv-cinder-786524-1-iscsi {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 05:10:20.990394 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.db.api [None req-464a57d7-16dc-4726-a96f-72e6bcd28a17 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85358) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 05:10:20.990966 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_db.api [None req-464a57d7-16dc-4726-a96f-72e6bcd28a17 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 16 05:10:21.025007 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-daea8b0e-1982-4ce0-a9b2-23b2a8f98126 admin admin] Network 864fab42-ad00-4efb-b64d-62add0bc7715 has no segments {{(pid=85356) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 16 05:10:21.035489 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-daea8b0e-1982-4ce0-a9b2-23b2a8f98126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-25233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32053224'] for segment, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:21.229466 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-daea8b0e-1982-4ce0-a9b2-23b2a8f98126 admin admin] Network 864fab42-ad00-4efb-b64d-62add0bc7715 has no segments {{(pid=85356) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 16 05:10:21.254966 dv-cinder-786524-1-iscsi neutron-server[85243]: Traceback (most recent call last):
Apr 16 05:10:21.254966 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 05:10:21.254966 dv-cinder-786524-1-iscsi neutron-server[85243]:     timer()
Apr 16 05:10:21.254966 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 05:10:21.254966 dv-cinder-786524-1-iscsi neutron-server[85243]:     cb(*args, **kw)
Apr 16 05:10:21.254966 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 16 05:10:21.254966 dv-cinder-786524-1-iscsi neutron-server[85243]:     return func(*args, **kwargs)
Apr 16 05:10:21.254966 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 05:10:21.254966 dv-cinder-786524-1-iscsi neutron-server[85243]:     self._notify()
Apr 16 05:10:21.254966 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 05:10:21.254966 dv-cinder-786524-1-iscsi neutron-server[85243]:     self.callback(batched_events)
Apr 16 05:10:21.254966 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 05:10:21.254966 dv-cinder-786524-1-iscsi neutron-server[85243]:     event.method(event)
Apr 16 05:10:21.254966 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 16 05:10:21.254966 dv-cinder-786524-1-iscsi neutron-server[85243]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 05:10:21.254966 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 16 05:10:21.254966 dv-cinder-786524-1-iscsi neutron-server[85243]:     segment_id)['aggregates'][0]
Apr 16 05:10:21.254966 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 16 05:10:21.254966 dv-cinder-786524-1-iscsi neutron-server[85243]:     return f(self, *a, **k)
Apr 16 05:10:21.254966 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 16 05:10:21.254966 dv-cinder-786524-1-iscsi neutron-server[85243]:     return self._get(url).json()
Apr 16 05:10:21.254966 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 05:10:21.254966 dv-cinder-786524-1-iscsi neutron-server[85243]:     **kwargs)
Apr 16 05:10:21.254966 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 05:10:21.254966 dv-cinder-786524-1-iscsi neutron-server[85243]:     return self.request(url, 'GET', **kwargs)
Apr 16 05:10:21.254966 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 16 05:10:21.254966 dv-cinder-786524-1-iscsi neutron-server[85243]:     **endpoint_filter)
Apr 16 05:10:21.254966 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 05:10:21.254966 dv-cinder-786524-1-iscsi neutron-server[85243]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 05:10:21.254966 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 05:10:21.254966 dv-cinder-786524-1-iscsi neutron-server[85243]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 05:10:21.254966 dv-cinder-786524-1-iscsi neutron-server[85243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 05:10:21.347606 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-daea8b0e-1982-4ce0-a9b2-23b2a8f98126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-103783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821614228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33197052'] for network, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:21.353850 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:10:21.379400 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-daea8b0e-1982-4ce0-a9b2-23b2a8f98126 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821710155'] for network, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:21.400410 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daea8b0e-1982-4ce0-a9b2-23b2a8f98126 admin admin] Pushing event deleted for resources: {'Network': ['ID=864fab42-ad00-4efb-b64d-62add0bc7715,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:10:21.410108 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-daea8b0e-1982-4ce0-a9b2-23b2a8f98126 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:10:21.417225 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-daea8b0e-1982-4ce0-a9b2-23b2a8f98126 admin admin] 10.222.0.26 "DELETE /v2.0/networks/864fab42-ad00-4efb-b64d-62add0bc7715 HTTP/1.1" status: 204  len: 168 time: 1.9672742
Apr 16 05:10:21.492812 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-464a57d7-16dc-4726-a96f-72e6bcd28a17 None None] Deleting port dbeea36b-35a7-465a-908e-5b9f05fc8070 {{(pid=85358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 05:10:21.493412 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-464a57d7-16dc-4726-a96f-72e6bcd28a17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284331874164'] for port, before_delete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:21.571815 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-464a57d7-16dc-4726-a96f-72e6bcd28a17 None None] The port 'dbeea36b-35a7-465a-908e-5b9f05fc8070' was deleted {{(pid=85358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 16 05:10:21.696897 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 40552) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:10:21.756709 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-082ad91b-e6a9-49ed-96aa-75a7d33e1544 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=57e4f259d16345e68f38a623884c740f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0581090
Apr 16 05:10:21.759840 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 40556) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:10:21.835919 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-502288ad-1fe0-4bda-9e0e-0dfe8c02df35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:21.868327 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-502288ad-1fe0-4bda-9e0e-0dfe8c02df35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:21.927582 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-502288ad-1fe0-4bda-9e0e-0dfe8c02df35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:21.939953 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-be253265-1a94-4c9b-af49-7c445e962431 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:10:22.039478 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502288ad-1fe0-4bda-9e0e-0dfe8c02df35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a46ccf0-69fb-42e0-8c00-00a7e2484635,revision_number=None']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:10:22.054602 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-502288ad-1fe0-4bda-9e0e-0dfe8c02df35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:10:22.070797 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-502288ad-1fe0-4bda-9e0e-0dfe8c02df35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:22.072980 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-502288ad-1fe0-4bda-9e0e-0dfe8c02df35 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1a46ccf0-69fb-42e0-8c00-00a7e2484635 HTTP/1.1" status: 204  len: 168 time: 0.3117735
Apr 16 05:10:22.116642 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c8dcb-ccc5-441f-bd9d-715ee083dac4 req-58a15bcc-c0c4-4bc7-9ba2-0ad9404a7def tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:10:22.118470 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-197c8dcb-ccc5-441f-bd9d-715ee083dac4 req-58a15bcc-c0c4-4bc7-9ba2-0ad9404a7def tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee821940-d6da-4b2f-a647-dda02d1af002 HTTP/1.1" status: 200  len: 943 time: 0.1831117
Apr 16 05:10:22.214963 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-197c8dcb-ccc5-441f-bd9d-715ee083dac4 req-03b0af29-e6c3-4774-ba0e-a7a6fe5f2d67 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=e812d11f-7aee-4ffa-81c9-00fe07a81374&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0802164
Apr 16 05:10:22.655982 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 40576) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:10:22.746942 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-e09c3b26-e196-49f2-81f9-c133e4b2a0d2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9e123026a25e4d72ac0dd52783e66129&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0890708
Apr 16 05:10:22.749631 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 40582) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:10:22.827892 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-fa2198b4-d410-40c2-8fe9-6eec5de6e7b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:22.885507 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-fa2198b4-d410-40c2-8fe9-6eec5de6e7b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:22.963509 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-fa2198b4-d410-40c2-8fe9-6eec5de6e7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:22.972415 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-ef29c0da-61c4-47d7-8ca6-5346f3476035 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:10:22.988286 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2198b4-d410-40c2-8fe9-6eec5de6e7b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2df42e-5c4b-4fda-951e-6abfffd6f54e,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:10:22.991626 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-fa2198b4-d410-40c2-8fe9-6eec5de6e7b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:10:22.993270 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-fa2198b4-d410-40c2-8fe9-6eec5de6e7b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:22.998602 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-fa2198b4-d410-40c2-8fe9-6eec5de6e7b8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/eb2df42e-5c4b-4fda-951e-6abfffd6f54e HTTP/1.1" status: 204  len: 168 time: 0.2436826
Apr 16 05:10:23.797610 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device 2cc6e7a8-88b6-4bd9-8c7a-da164869b549 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 05:10:24.102250 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a946f39-c5ea-438f-a0de-61af62202be4 req-41c38b55-b08a-49a5-a26d-ed3864a43e7c tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:10:24.104418 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-7a946f39-c5ea-438f-a0de-61af62202be4 req-41c38b55-b08a-49a5-a26d-ed3864a43e7c tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee821940-d6da-4b2f-a647-dda02d1af002 HTTP/1.1" status: 200  len: 943 time: 0.1040061
Apr 16 05:10:24.192801 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-7a946f39-c5ea-438f-a0de-61af62202be4 req-f256e8e8-ff35-43e0-b043-16cd67729575 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=e812d11f-7aee-4ffa-81c9-00fe07a81374&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0801163
Apr 16 05:10:24.534515 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 40624) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:10:24.713847 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-1f197a81-617e-412c-bd7e-6813df06d9f3 req-cc54db02-f0ff-46e7-bcbd-5703fac730bb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ee821940-d6da-4b2f-a647-dda02d1af002&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1776445
Apr 16 05:10:25.342031 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f197a81-617e-412c-bd7e-6813df06d9f3 req-fd9a6bc6-2162-470b-bf20-a1085b872d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:10:25.344089 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-1f197a81-617e-412c-bd7e-6813df06d9f3 req-fd9a6bc6-2162-470b-bf20-a1085b872d02 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ee821940-d6da-4b2f-a647-dda02d1af002&tenant_id=0568e0a577bb45428833638c9c368aa5 HTTP/1.1" status: 200  len: 1096 time: 0.0955045
Apr 16 05:10:25.514920 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a010681c-a571-43cb-9a70-52eeea894371 req-28694c40-6be3-4387-8b83-a5b6228f7e51 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:10:25.516892 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-a010681c-a571-43cb-9a70-52eeea894371 req-28694c40-6be3-4387-8b83-a5b6228f7e51 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee821940-d6da-4b2f-a647-dda02d1af002 HTTP/1.1" status: 200  len: 943 time: 0.1672161
Apr 16 05:10:25.525999 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f197a81-617e-412c-bd7e-6813df06d9f3 req-43448359-aaa2-4812-9761-faadd1e3c86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:10:25.528460 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-1f197a81-617e-412c-bd7e-6813df06d9f3 req-43448359-aaa2-4812-9761-faadd1e3c86f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0568e0a577bb45428833638c9c368aa5&device_id=ee821940-d6da-4b2f-a647-dda02d1af002 HTTP/1.1" status: 200  len: 1096 time: 0.1391859
Apr 16 05:10:25.666611 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-a010681c-a571-43cb-9a70-52eeea894371 req-5c07bbf1-a921-4634-bb9a-ee2d0562d92b tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=e812d11f-7aee-4ffa-81c9-00fe07a81374&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1370115
Apr 16 05:10:25.722776 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f197a81-617e-412c-bd7e-6813df06d9f3 req-f8d8de73-4ca6-461f-bcfd-c1f866fa1246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:10:25.724523 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-1f197a81-617e-412c-bd7e-6813df06d9f3 req-f8d8de73-4ca6-461f-bcfd-c1f866fa1246 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8df91495-625b-4773-a543-89e51aa2e299 HTTP/1.1" status: 200  len: 918 time: 0.1800025
Apr 16 05:10:25.845245 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-1f197a81-617e-412c-bd7e-6813df06d9f3 req-e4a4c040-83c3-4081-b9ef-ab05dd85675e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2cc6e7a8-88b6-4bd9-8c7a-da164869b549 HTTP/1.1" status: 200  len: 999 time: 0.1132774
Apr 16 05:10:25.922162 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f197a81-617e-412c-bd7e-6813df06d9f3 req-337c2a39-2675-42c3-8313-806fad8ffbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:10:25.923766 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-1f197a81-617e-412c-bd7e-6813df06d9f3 req-337c2a39-2675-42c3-8313-806fad8ffbb3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7194465a-cb17-4853-a8ba-70bd30e05305 HTTP/1.1" status: 200  len: 856 time: 0.0722587
Apr 16 05:10:26.015043 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f197a81-617e-412c-bd7e-6813df06d9f3 req-5e1c4031-da08-4142-a605-d3435a8be897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:10:26.016720 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-1f197a81-617e-412c-bd7e-6813df06d9f3 req-5e1c4031-da08-4142-a605-d3435a8be897 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8df91495-625b-4773-a543-89e51aa2e299&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0856843
Apr 16 05:10:26.168889 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-1f197a81-617e-412c-bd7e-6813df06d9f3 req-8b5ea613-5123-49d4-919d-ce221e6b0051 service neutron] 10.222.0.16 "GET /v2.0/networks/8df91495-625b-4773-a543-89e51aa2e299?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1446271
Apr 16 05:10:26.589532 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-1f197a81-617e-412c-bd7e-6813df06d9f3 req-00e94384-19af-4db8-abc2-def2393fb19d service neutron] 10.222.0.16 "GET /v2.0/networks/8df91495-625b-4773-a543-89e51aa2e299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4135756
Apr 16 05:10:26.912622 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fb8d0f-ece2-4d10-a015-4dc39b2aa0f1 req-1442c832-a17e-4ee1-8ef8-5f67e3900f16 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:10:26.914279 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-05fb8d0f-ece2-4d10-a015-4dc39b2aa0f1 req-1442c832-a17e-4ee1-8ef8-5f67e3900f16 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee821940-d6da-4b2f-a647-dda02d1af002 HTTP/1.1" status: 200  len: 943 time: 0.1027095
Apr 16 05:10:26.972871 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-05fb8d0f-ece2-4d10-a015-4dc39b2aa0f1 req-ef2dad64-c6f5-49a0-adaa-8a5cafce8595 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=e812d11f-7aee-4ffa-81c9-00fe07a81374&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0503771
Apr 16 05:10:28.199766 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed64da5-3c5a-4a24-96b4-6fe8108884d9 req-a9f07348-59b9-471f-924f-034ea62ce829 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:10:28.201671 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-aed64da5-3c5a-4a24-96b4-6fe8108884d9 req-a9f07348-59b9-471f-924f-034ea62ce829 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee821940-d6da-4b2f-a647-dda02d1af002 HTTP/1.1" status: 200  len: 943 time: 0.0974784
Apr 16 05:10:28.253019 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-aed64da5-3c5a-4a24-96b4-6fe8108884d9 req-3049a039-7135-40fa-aceb-ef222224b581 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=e812d11f-7aee-4ffa-81c9-00fe07a81374&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435798
Apr 16 05:10:29.492941 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753f0e8-4698-4df5-8297-87159110e21c req-be6337f9-3da8-4ae7-8c18-7b10e7b27e4e tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:10:29.495353 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-5753f0e8-4698-4df5-8297-87159110e21c req-be6337f9-3da8-4ae7-8c18-7b10e7b27e4e tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee821940-d6da-4b2f-a647-dda02d1af002 HTTP/1.1" status: 200  len: 943 time: 0.1124647
Apr 16 05:10:29.553952 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-5753f0e8-4698-4df5-8297-87159110e21c req-39d633b8-bb17-407b-bfcd-ea1fd5477424 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=e812d11f-7aee-4ffa-81c9-00fe07a81374&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0515323
Apr 16 05:10:30.790554 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc32a63-b017-48d8-ac22-60a7d1102753 req-a7b9bc85-79ff-428d-9f54-9a5e7bb08ea8 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:10:30.792114 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-2dc32a63-b017-48d8-ac22-60a7d1102753 req-a7b9bc85-79ff-428d-9f54-9a5e7bb08ea8 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee821940-d6da-4b2f-a647-dda02d1af002 HTTP/1.1" status: 200  len: 943 time: 0.1027751
Apr 16 05:10:30.846290 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-2dc32a63-b017-48d8-ac22-60a7d1102753 req-d6dab212-58a0-47bf-9d80-7f607f73deac tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=e812d11f-7aee-4ffa-81c9-00fe07a81374&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473912
Apr 16 05:10:32.115377 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa4df2c-4870-49ba-9061-fe18b45f0bc7 req-f19321e6-346d-45d3-9b92-b463f63a2ca2 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:10:32.118361 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-2fa4df2c-4870-49ba-9061-fe18b45f0bc7 req-f19321e6-346d-45d3-9b92-b463f63a2ca2 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee821940-d6da-4b2f-a647-dda02d1af002 HTTP/1.1" status: 200  len: 943 time: 0.1140008
Apr 16 05:10:32.244745 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-2fa4df2c-4870-49ba-9061-fe18b45f0bc7 req-81c65c22-f930-4d96-be63-dbf40a287851 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=e812d11f-7aee-4ffa-81c9-00fe07a81374&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1046951
Apr 16 05:10:33.524368 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b47c70-d736-4d4e-ade2-91c688a9f799 req-4954d529-e3ff-4316-a794-f23bf401d739 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:10:33.526074 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-44b47c70-d736-4d4e-ade2-91c688a9f799 req-4954d529-e3ff-4316-a794-f23bf401d739 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee821940-d6da-4b2f-a647-dda02d1af002 HTTP/1.1" status: 200  len: 943 time: 0.1185167
Apr 16 05:10:33.578792 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-44b47c70-d736-4d4e-ade2-91c688a9f799 req-ebe1f441-c14b-487a-96eb-f0b678a9ca61 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=e812d11f-7aee-4ffa-81c9-00fe07a81374&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455127
Apr 16 05:10:34.843732 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb308d3-a56d-4f4e-8611-269c2c081901 req-49235812-055d-46ae-9886-92d3a3b3af4b tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:10:34.845514 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-3fb308d3-a56d-4f4e-8611-269c2c081901 req-49235812-055d-46ae-9886-92d3a3b3af4b tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee821940-d6da-4b2f-a647-dda02d1af002 HTTP/1.1" status: 200  len: 943 time: 0.1019046
Apr 16 05:10:34.859887 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-09a8ea89-fd42-45a0-a8ce-ba51f9b741dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:34.899754 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-3fb308d3-a56d-4f4e-8611-269c2c081901 req-a0d00e4f-ae7e-4914-a15d-2ec4e896208b tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=e812d11f-7aee-4ffa-81c9-00fe07a81374&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468278
Apr 16 05:10:36.183828 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21caabb-fbfb-4315-a7eb-888fdb8749d5 req-77754584-fcbf-4505-b0ce-61a7cad9834d tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:10:36.196460 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-d21caabb-fbfb-4315-a7eb-888fdb8749d5 req-77754584-fcbf-4505-b0ce-61a7cad9834d tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee821940-d6da-4b2f-a647-dda02d1af002 HTTP/1.1" status: 200  len: 943 time: 0.1286778
Apr 16 05:10:36.251726 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-d21caabb-fbfb-4315-a7eb-888fdb8749d5 req-10b97a65-52c2-4646-81f2-660b57579d78 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=e812d11f-7aee-4ffa-81c9-00fe07a81374&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0530479
Apr 16 05:10:36.896858 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-98219c4e-1e9a-4e54-a741-b0f49ee891e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:37.487513 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55896a7-acba-4e05-87a6-bfcf0ad401e2 req-67e01e30-59a1-4e21-8144-bf723830d235 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:10:37.489427 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-f55896a7-acba-4e05-87a6-bfcf0ad401e2 req-67e01e30-59a1-4e21-8144-bf723830d235 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee821940-d6da-4b2f-a647-dda02d1af002 HTTP/1.1" status: 200  len: 943 time: 0.0992472
Apr 16 05:10:37.548558 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-f55896a7-acba-4e05-87a6-bfcf0ad401e2 req-2e8b1cb5-d34c-4132-b5d0-a2cdfe7ef27b tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=e812d11f-7aee-4ffa-81c9-00fe07a81374&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0519795
Apr 16 05:10:37.650759 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:37.769013 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-63345f0b-feae-4d1b-a675-506eb60b354a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:38.014883 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:38.726347 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.agents_db [None req-9d5d34cb-f672-4e49-b111-51c360ae5d44 None None] Agent healthcheck: found 6 active agents {{(pid=85359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 05:10:38.783043 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e894cc3c-f44d-453c-85de-6f2d9f018e8a req-7d898a9e-df5d-48bd-a587-18fcf8574cbf tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:10:38.785049 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-e894cc3c-f44d-453c-85de-6f2d9f018e8a req-7d898a9e-df5d-48bd-a587-18fcf8574cbf tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee821940-d6da-4b2f-a647-dda02d1af002 HTTP/1.1" status: 200  len: 943 time: 0.1114225
Apr 16 05:10:38.859737 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-e894cc3c-f44d-453c-85de-6f2d9f018e8a req-ce5ff279-2393-4a46-a79f-192858500dfb tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=e812d11f-7aee-4ffa-81c9-00fe07a81374&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0665729
Apr 16 05:10:39.415654 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a57a9699-4b93-4635-9a0c-76135fd629c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:40.163744 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d666faa0-606d-4dba-bf75-e57dad26ae2a req-ccda17b2-e3ee-48bb-977b-ff34205e62c8 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:10:40.166619 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-d666faa0-606d-4dba-bf75-e57dad26ae2a req-ccda17b2-e3ee-48bb-977b-ff34205e62c8 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee821940-d6da-4b2f-a647-dda02d1af002 HTTP/1.1" status: 200  len: 943 time: 0.1773090
Apr 16 05:10:40.252725 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-d666faa0-606d-4dba-bf75-e57dad26ae2a req-20641209-963c-499d-b75e-a64d99a187f6 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=e812d11f-7aee-4ffa-81c9-00fe07a81374&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0789618
Apr 16 05:10:41.498288 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df27ac2c-40aa-4997-9696-1fae5cd36c92 req-331496e4-5464-41b4-b7ad-87c0902e1eeb tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:10:41.501266 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-df27ac2c-40aa-4997-9696-1fae5cd36c92 req-331496e4-5464-41b4-b7ad-87c0902e1eeb tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee821940-d6da-4b2f-a647-dda02d1af002 HTTP/1.1" status: 200  len: 943 time: 0.1181228
Apr 16 05:10:41.557339 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-df27ac2c-40aa-4997-9696-1fae5cd36c92 req-ee8fb5e5-6def-4790-b825-476ab0d51933 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=e812d11f-7aee-4ffa-81c9-00fe07a81374&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0492172
Apr 16 05:10:41.843948 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device 2cc6e7a8-88b6-4bd9-8c7a-da164869b549 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=85358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 16 05:10:42.005817 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] For port 2cc6e7a8-88b6-4bd9-8c7a-da164869b549, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=2cc6e7a8-88b6-4bd9-8c7a-da164869b549,segment=NetworkSegment(79077226-93f2-4a1f-b0e8-7ab4b09d1a7b),segment_id=79077226-93f2-4a1f-b0e8-7ab4b09d1a7b)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:10:42.022622 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Returning: {'device': '2cc6e7a8-88b6-4bd9-8c7a-da164869b549', 'network_id': '8df91495-625b-4773-a543-89e51aa2e299', 'port_id': '2cc6e7a8-88b6-4bd9-8c7a-da164869b549', 'mac_address': 'fa:16:3e:58:43:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7194465a-cb17-4853-a8ba-70bd30e05305', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 16 05:10:42.085885 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:42.106354 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cc6e7a8-88b6-4bd9-8c7a-da164869b549 {{(pid=85358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 05:10:42.130184 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] For port 2cc6e7a8-88b6-4bd9-8c7a-da164869b549, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=2cc6e7a8-88b6-4bd9-8c7a-da164869b549,segment=NetworkSegment(79077226-93f2-4a1f-b0e8-7ab4b09d1a7b),segment_id=79077226-93f2-4a1f-b0e8-7ab4b09d1a7b)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:10:42.134828 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:42.137248 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-828a305d-339e-4964-bdcb-6d145c2609e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:10:42.216771 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Pushing event updated for resources: {'Port': ['ID=2cc6e7a8-88b6-4bd9-8c7a-da164869b549,revision_number=9']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:10:42.220478 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:10:42.428228 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] get_ports_and_sgs() called for port_ids ['2cc6e7a8-88b6-4bd9-8c7a-da164869b549'] {{(pid=85358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 05:10:42.772430 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495206cd-40fa-4e81-b266-2570d913a95e req-919bfb40-33b8-4ed8-a115-abb2c3e7af83 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:10:42.774077 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-495206cd-40fa-4e81-b266-2570d913a95e req-919bfb40-33b8-4ed8-a115-abb2c3e7af83 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee821940-d6da-4b2f-a647-dda02d1af002 HTTP/1.1" status: 200  len: 944 time: 0.0917537
Apr 16 05:10:42.828067 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-495206cd-40fa-4e81-b266-2570d913a95e req-d18cea6d-67a2-43d2-81fb-2b26b23d3247 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=e812d11f-7aee-4ffa-81c9-00fe07a81374&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464942
Apr 16 05:10:43.860242 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device 2cc6e7a8-88b6-4bd9-8c7a-da164869b549 up at agent hyperv_hv-cinder-78652 {{(pid=85358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 05:10:44.010877 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Provisioning complete for port 2cc6e7a8-88b6-4bd9-8c7a-da164869b549 triggered by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:10:44.011854 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:44.082669 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1805b12b-1060-4eb6-bc16-4f7eb5005ede req-70748561-7a13-4b3a-89d4-44f803df577b tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:10:44.084395 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-1805b12b-1060-4eb6-bc16-4f7eb5005ede req-70748561-7a13-4b3a-89d4-44f803df577b tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee821940-d6da-4b2f-a647-dda02d1af002 HTTP/1.1" status: 200  len: 944 time: 0.0999320
Apr 16 05:10:44.165809 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-1805b12b-1060-4eb6-bc16-4f7eb5005ede req-3b60cc1e-c076-4a12-8907-937ea70b45e3 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=e812d11f-7aee-4ffa-81c9-00fe07a81374&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0744786
Apr 16 05:10:44.223257 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:44.256453 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee821940-d6da-4b2f-a647-dda02d1af002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cc6e7a8-88b6-4bd9-8c7a-da164869b549'}] {{(pid=85358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 05:10:44.268912 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] For port 2cc6e7a8-88b6-4bd9-8c7a-da164869b549, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=2cc6e7a8-88b6-4bd9-8c7a-da164869b549,segment=NetworkSegment(79077226-93f2-4a1f-b0e8-7ab4b09d1a7b),segment_id=79077226-93f2-4a1f-b0e8-7ab4b09d1a7b)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:10:44.272771 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:10:44.274962 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-d9dc9e56-addb-4716-b898-f44a6dacb9ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:10:44.340155 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee821940-d6da-4b2f-a647-dda02d1af002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cc6e7a8-88b6-4bd9-8c7a-da164869b549', 'code': 200}
Apr 16 05:10:44.355437 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Pushing event updated for resources: {'Port': ['ID=2cc6e7a8-88b6-4bd9-8c7a-da164869b549,revision_number=10']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:10:44.359161 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:10:44.646051 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01385027-733c-4222-9e20-678ced79bf05 req-2a429b38-b5bf-4ad6-aa23-3e5fa5b845d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:10:44.647689 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-01385027-733c-4222-9e20-678ced79bf05 req-2a429b38-b5bf-4ad6-aa23-3e5fa5b845d0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ee821940-d6da-4b2f-a647-dda02d1af002 HTTP/1.1" status: 200  len: 1099 time: 0.0862329
Apr 16 05:10:44.696794 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-01385027-733c-4222-9e20-678ced79bf05 req-a5eaf9be-3136-447f-a7f9-220b4ebb1aab service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e812d11f-7aee-4ffa-81c9-00fe07a81374&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429580
Apr 16 05:10:45.385408 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ffbd43-4382-41f5-a93d-d80391a57277 req-0f2b6271-6f63-46ea-9926-b4f25e5b06d7 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:10:45.387446 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c6ffbd43-4382-41f5-a93d-d80391a57277 req-0f2b6271-6f63-46ea-9926-b4f25e5b06d7 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee821940-d6da-4b2f-a647-dda02d1af002 HTTP/1.1" status: 200  len: 946 time: 0.0949540
Apr 16 05:10:45.438598 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c6ffbd43-4382-41f5-a93d-d80391a57277 req-b26eb3e4-bf55-421a-b04f-c46f264b1bb0 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=e812d11f-7aee-4ffa-81c9-00fe07a81374&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438790
Apr 16 05:10:46.672381 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035d2cf7-c915-4ba9-8343-a74b38a7f343 req-d9cdfe17-0b1a-4718-b2c2-b9a372ef0942 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:10:46.674211 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-035d2cf7-c915-4ba9-8343-a74b38a7f343 req-d9cdfe17-0b1a-4718-b2c2-b9a372ef0942 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee821940-d6da-4b2f-a647-dda02d1af002 HTTP/1.1" status: 200  len: 946 time: 0.1054130
Apr 16 05:10:46.725643 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-035d2cf7-c915-4ba9-8343-a74b38a7f343 req-7d9d7311-bb71-4eb1-b645-3ddf4226ed18 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=e812d11f-7aee-4ffa-81c9-00fe07a81374&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445375
Apr 16 05:10:47.948710 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf3cca-b160-4047-a449-54a49173670f req-37b8011f-45e0-4983-a11e-c5bde871da3b tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:10:47.950465 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-22bf3cca-b160-4047-a449-54a49173670f req-37b8011f-45e0-4983-a11e-c5bde871da3b tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee821940-d6da-4b2f-a647-dda02d1af002 HTTP/1.1" status: 200  len: 946 time: 0.0941648
Apr 16 05:10:48.005798 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-22bf3cca-b160-4047-a449-54a49173670f req-cef830c6-3350-4413-837d-4c2732457978 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=e812d11f-7aee-4ffa-81c9-00fe07a81374&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472939
Apr 16 05:11:04.326844 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 40736) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:11:04.670440 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-c3360f99-efc3-48b2-9441-330ce7209109 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Deleting port eae6e809-dc04-4329-8d16-5c781cd19992 {{(pid=85357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 05:11:04.670823 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c3360f99-efc3-48b2-9441-330ce7209109 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284331874164'] for port, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:04.858655 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-439e1e8e-2112-444e-9960-56848ab0eff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:04.869118 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c3360f99-efc3-48b2-9441-330ce7209109 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821567696'] for port, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:04.869499 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c3360f99-efc3-48b2-9441-330ce7209109 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:05.004510 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-c3360f99-efc3-48b2-9441-330ce7209109 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Calling delete_port for eae6e809-dc04-4329-8d16-5c781cd19992 owned by network:floatingip {{(pid=85357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 05:11:05.175915 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c3360f99-efc3-48b2-9441-330ce7209109 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752522904879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752522456008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30120147'] for port, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:05.191725 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-42bb210b-561d-44f1-aebc-6621ef2ee079 tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:11:05.299596 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3360f99-efc3-48b2-9441-330ce7209109 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Pushing event deleted for resources: {'Port': ['ID=eae6e809-dc04-4329-8d16-5c781cd19992,revision_number=None']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:11:05.313066 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3360f99-efc3-48b2-9441-330ce7209109 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:11:05.313476 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3360f99-efc3-48b2-9441-330ce7209109 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:11:05.313903 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3360f99-efc3-48b2-9441-330ce7209109 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:11:05.314345 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3360f99-efc3-48b2-9441-330ce7209109 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:11:05.314694 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3360f99-efc3-48b2-9441-330ce7209109 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:11:05.315061 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3360f99-efc3-48b2-9441-330ce7209109 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:11:05.315448 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3360f99-efc3-48b2-9441-330ce7209109 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:11:05.315832 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3360f99-efc3-48b2-9441-330ce7209109 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:11:05.316226 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3360f99-efc3-48b2-9441-330ce7209109 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:11:05.316613 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3360f99-efc3-48b2-9441-330ce7209109 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:11:05.316994 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3360f99-efc3-48b2-9441-330ce7209109 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:11:05.317413 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3360f99-efc3-48b2-9441-330ce7209109 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:11:05.321235 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-c3360f99-efc3-48b2-9441-330ce7209109 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:11:05.486196 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c3360f99-efc3-48b2-9441-330ce7209109 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Notify callbacks [] for floatingip, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:05.486791 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.db.l3_db [None req-c3360f99-efc3-48b2-9441-330ce7209109 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Floating IP 548c0f22-b13c-410d-8750-9c122551bc7d disassociated (deleted). External IP: 172.27.2.59, port: 525a9c21-dc2f-4357-8898-36e8a37e4418.
Apr 16 05:11:05.867334 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3360f99-efc3-48b2-9441-330ce7209109 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Router b7be94a9-5544-4735-a2b6-653305247e76 has already been hosted by L3 agent 9bacd1b6-99a0-44b1-8352-fe12768771b0 {{(pid=85357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 16 05:11:06.307174 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3360f99-efc3-48b2-9441-330ce7209109 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Notify agent at l3_agent.dv-cinder-786524-1-iscsi the message routers_updated {{(pid=85357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 05:11:06.317573 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25dcc692-2b7e-4201-bf05-6a47138f62aa None None] Sync routers for ids ['b7be94a9-5544-4735-a2b6-653305247e76'] in dv-cinder-786524-1-iscsi {{(pid=85358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 05:11:06.325118 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c3360f99-efc3-48b2-9441-330ce7209109 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for floatingip, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:06.330187 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25dcc692-2b7e-4201-bf05-6a47138f62aa None None] Routers {'b7be94a9-5544-4735-a2b6-653305247e76'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:11:06.330889 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-25dcc692-2b7e-4201-bf05-6a47138f62aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5daebc3a90>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:10:37Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['b7be94a9-5544-4735-a2b6-653305247e76'], 'active': True} {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:11:06.389272 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-c3360f99-efc3-48b2-9441-330ce7209109 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "DELETE /v2.0/floatingips/548c0f22-b13c-410d-8750-9c122551bc7d HTTP/1.1" status: 204  len: 168 time: 2.0610032
Apr 16 05:11:06.389949 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f075f23a-3d1c-4140-93fb-04984d3843bf', 'tag': '525a9c21-dc2f-4357-8898-36e8a37e4418'}] {{(pid=85357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 05:11:06.439188 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f075f23a-3d1c-4140-93fb-04984d3843bf', 'tag': '525a9c21-dc2f-4357-8898-36e8a37e4418', 'status': 'completed', 'code': 200}
Apr 16 05:11:06.535021 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-25dcc692-2b7e-4201-bf05-6a47138f62aa None None] Set router b7be94a9-5544-4735-a2b6-653305247e76 gateway port host: dv-cinder-786524-1-iscsi {{(pid=85358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:11:06.567714 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0472901b-ea30-40c1-88c8-a441bda84f40 req-d6f98977-988f-4e3b-a3e4-4b1460af0491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:11:06.569357 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-0472901b-ea30-40c1-88c8-a441bda84f40 req-d6f98977-988f-4e3b-a3e4-4b1460af0491 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=19a213d1b49b4109b75966286a61917f&device_id=f075f23a-3d1c-4140-93fb-04984d3843bf HTTP/1.1" status: 200  len: 1098 time: 0.0832038
Apr 16 05:11:06.786554 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0472901b-ea30-40c1-88c8-a441bda84f40 req-22c757a8-7acb-4819-93ab-1a9e45eb38bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:11:06.788189 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-0472901b-ea30-40c1-88c8-a441bda84f40 req-22c757a8-7acb-4819-93ab-1a9e45eb38bd service neutron] 10.222.0.16 "GET /v2.0/networks?id=8e950144-b586-4419-9506-52e097c234b9 HTTP/1.1" status: 200  len: 908 time: 0.2122278
Apr 16 05:11:06.874257 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-0472901b-ea30-40c1-88c8-a441bda84f40 req-7bdf8f19-4cd5-4593-8222-882077587999 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=525a9c21-dc2f-4357-8898-36e8a37e4418 HTTP/1.1" status: 200  len: 217 time: 0.0781324
Apr 16 05:11:06.900473 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-b29c2bf6-c9b6-4876-833d-4b3aff2138c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:06.909767 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-25dcc692-2b7e-4201-bf05-6a47138f62aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5daebc3a90>, [{'id': 'b7be94a9-5544-4735-a2b6-653305247e76', 'name': 'tempest-TestShelveInstance-54914240-router', 'tenant_id': '19a213d1b49b4109b75966286a61917f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '1f55ccf7-8b85-4ac1-878b-921f2ce01224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:04:39Z', 'updated_at': '2021-04-16T05:04:51Z', 'revision_number': 4, 'project_id': '19a213d1b49b4109b75966286a61917f', 'gw_port': {'id': '1f55ccf7-8b85-4ac1-878b-921f2ce01224', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:bd:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7be94a9-5544-4735-a2b6-653305247e76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:41Z', 'updated_at': '2021-04-16T05:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi', '_interfaces': [{'id': 'b38752fe-d433-4e2a-a193-f2d749a252ef', 'name': '', 'network_id': '8e950144-b586-4419-9506-52e097c234b9', 'tenant_id': '19a213d1b49b4109b75966286a61917f', 'mac_address': 'fa:16:3e:a7:b0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7be94a9-5544-4735-a2b6-653305247e76', 'device_owner': 'network:router_interface', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '3839760e-ab00-4f46-8a04-f1c8415e06da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:48Z', 'updated_at': '2021-04-16T05:05:06Z', 'revision_number': 5, 'project_id': '19a213d1b49b4109b75966286a61917f', 'subnets': [{'id': '3839760e-ab00-4f46-8a04-f1c8415e06da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:11:06.915074 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25dcc692-2b7e-4201-bf05-6a47138f62aa None None] Checking router: b7be94a9-5544-4735-a2b6-653305247e76 for host: dv-cinder-786524-1-iscsi {{(pid=85358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 05:11:06.924762 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25dcc692-2b7e-4201-bf05-6a47138f62aa None None] Routers {'b7be94a9-5544-4735-a2b6-653305247e76'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:11:06.925484 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-25dcc692-2b7e-4201-bf05-6a47138f62aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5daebc3a90>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:11:07Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['b7be94a9-5544-4735-a2b6-653305247e76'], 'active': True} {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:11:06.933872 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af00e2-c7ce-44ec-8c3a-2af574731d60 req-92a9741f-7a27-4ac4-bbc6-31bc89e3e6d3 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:11:06.934664 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-d9af00e2-c7ce-44ec-8c3a-2af574731d60 req-92a9741f-7a27-4ac4-bbc6-31bc89e3e6d3 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Synchronizing usage tracker for tenant:19a213d1b49b4109b75966286a61917f on resource:port {{(pid=85357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 05:11:06.966057 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-d9af00e2-c7ce-44ec-8c3a-2af574731d60 req-92a9741f-7a27-4ac4-bbc6-31bc89e3e6d3 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Unset dirty status for tenant:19a213d1b49b4109b75966286a61917f on resource:port {{(pid=85357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 05:11:06.967351 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-d9af00e2-c7ce-44ec-8c3a-2af574731d60 req-92a9741f-7a27-4ac4-bbc6-31bc89e3e6d3 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/ports?device_id=f075f23a-3d1c-4140-93fb-04984d3843bf HTTP/1.1" status: 200  len: 945 time: 0.2568042
Apr 16 05:11:06.971233 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0472901b-ea30-40c1-88c8-a441bda84f40 req-74c40bc9-dc98-45db-b816-43ec34635400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:11:06.972787 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-0472901b-ea30-40c1-88c8-a441bda84f40 req-74c40bc9-dc98-45db-b816-43ec34635400 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3839760e-ab00-4f46-8a04-f1c8415e06da HTTP/1.1" status: 200  len: 846 time: 0.0914757
Apr 16 05:11:07.073905 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-d9af00e2-c7ce-44ec-8c3a-2af574731d60 req-242decf4-30df-443f-91ca-b24868f79837 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/security-groups?id=8548a554-a67d-4df0-81c7-bc380ca1e345&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0992641
Apr 16 05:11:07.102779 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0472901b-ea30-40c1-88c8-a441bda84f40 req-4501edf4-601a-4f8a-a3f0-590274612b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:11:07.104409 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-0472901b-ea30-40c1-88c8-a441bda84f40 req-4501edf4-601a-4f8a-a3f0-590274612b16 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8e950144-b586-4419-9506-52e097c234b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1084046
Apr 16 05:11:07.118210 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-25dcc692-2b7e-4201-bf05-6a47138f62aa None None] Set router b7be94a9-5544-4735-a2b6-653305247e76 gateway port host: dv-cinder-786524-1-iscsi {{(pid=85358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:11:07.252771 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-0472901b-ea30-40c1-88c8-a441bda84f40 req-88c53ccb-0146-4e0a-b450-bd4f437fa852 service neutron] 10.222.0.16 "GET /v2.0/networks/8e950144-b586-4419-9506-52e097c234b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1396208
Apr 16 05:11:07.399725 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-0472901b-ea30-40c1-88c8-a441bda84f40 req-650da142-0fdd-4b41-8aa9-af3094a58fd6 service neutron] 10.222.0.16 "GET /v2.0/networks/8e950144-b586-4419-9506-52e097c234b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1392126
Apr 16 05:11:07.459981 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-25dcc692-2b7e-4201-bf05-6a47138f62aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5daebc3a90>, [{'id': 'b7be94a9-5544-4735-a2b6-653305247e76', 'name': 'tempest-TestShelveInstance-54914240-router', 'tenant_id': '19a213d1b49b4109b75966286a61917f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '1f55ccf7-8b85-4ac1-878b-921f2ce01224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:04:39Z', 'updated_at': '2021-04-16T05:04:51Z', 'revision_number': 4, 'project_id': '19a213d1b49b4109b75966286a61917f', 'gw_port': {'id': '1f55ccf7-8b85-4ac1-878b-921f2ce01224', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:bd:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7be94a9-5544-4735-a2b6-653305247e76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:41Z', 'updated_at': '2021-04-16T05:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi', '_interfaces': [{'id': 'b38752fe-d433-4e2a-a193-f2d749a252ef', 'name': '', 'network_id': '8e950144-b586-4419-9506-52e097c234b9', 'tenant_id': '19a213d1b49b4109b75966286a61917f', 'mac_address': 'fa:16:3e:a7:b0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7be94a9-5544-4735-a2b6-653305247e76', 'device_owner': 'network:router_interface', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '3839760e-ab00-4f46-8a04-f1c8415e06da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:48Z', 'updated_at': '2021-04-16T05:05:06Z', 'revision_number': 5, 'project_id': '19a213d1b49b4109b75966286a61917f', 'subnets': [{'id': '3839760e-ab00-4f46-8a04-f1c8415e06da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:11:07.464322 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25dcc692-2b7e-4201-bf05-6a47138f62aa None None] The sync data for ids ['b7be94a9-5544-4735-a2b6-653305247e76'] in dv-cinder-786524-1-iscsi is: [{'id': 'b7be94a9-5544-4735-a2b6-653305247e76', 'name': 'tempest-TestShelveInstance-54914240-router', 'tenant_id': '19a213d1b49b4109b75966286a61917f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '1f55ccf7-8b85-4ac1-878b-921f2ce01224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:04:39Z', 'updated_at': '2021-04-16T05:04:51Z', 'revision_number': 4, 'project_id': '19a213d1b49b4109b75966286a61917f', 'gw_port': {'id': '1f55ccf7-8b85-4ac1-878b-921f2ce01224', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:bd:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7be94a9-5544-4735-a2b6-653305247e76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:41Z', 'updated_at': '2021-04-16T05:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi', '_interfaces': [{'id': 'b38752fe-d433-4e2a-a193-f2d749a252ef', 'name': '', 'network_id': '8e950144-b586-4419-9506-52e097c234b9', 'tenant_id': '19a213d1b49b4109b75966286a61917f', 'mac_address': 'fa:16:3e:a7:b0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7be94a9-5544-4735-a2b6-653305247e76', 'device_owner': 'network:router_interface', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '3839760e-ab00-4f46-8a04-f1c8415e06da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:48Z', 'updated_at': '2021-04-16T05:05:06Z', 'revision_number': 5, 'project_id': '19a213d1b49b4109b75966286a61917f', 'subnets': [{'id': '3839760e-ab00-4f46-8a04-f1c8415e06da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 05:11:07.669413 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:07.773011 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-63345f0b-feae-4d1b-a675-506eb60b354a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:07.828958 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4160914b-c7f5-4ddc-a872-bcfd7d1f68ee None None] New status for floating IP 548c0f22-b13c-410d-8750-9c122551bc7d: DOWN {{(pid=85359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 16 05:11:08.010786 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:08.284557 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf9c41-9200-43db-9cd6-607f27cc2d01 req-8f290bf8-2337-4481-9c3b-5ed27b41d553 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:11:08.286098 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-0fdf9c41-9200-43db-9cd6-607f27cc2d01 req-8f290bf8-2337-4481-9c3b-5ed27b41d553 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/ports?device_id=f075f23a-3d1c-4140-93fb-04984d3843bf HTTP/1.1" status: 200  len: 945 time: 0.0905826
Apr 16 05:11:08.339363 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-0fdf9c41-9200-43db-9cd6-607f27cc2d01 req-bf705b36-f577-4482-a693-e7282ddb4fc4 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/security-groups?id=8548a554-a67d-4df0-81c7-bc380ca1e345&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462124
Apr 16 05:11:08.514454 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e17f4b4-baa0-44f2-93b0-f9fe8395fc56 req-0dd526a6-4777-46f1-a267-70ae4d523ab8 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:11:08.516287 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-3e17f4b4-baa0-44f2-93b0-f9fe8395fc56 req-0dd526a6-4777-46f1-a267-70ae4d523ab8 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.16 "GET /v2.0/ports?device_id=f075f23a-3d1c-4140-93fb-04984d3843bf HTTP/1.1" status: 200  len: 945 time: 0.0992270
Apr 16 05:11:08.596975 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [req-3e17f4b4-baa0-44f2-93b0-f9fe8395fc56 req-bb2564f5-7871-4db3-a441-26a92f2f5d7b tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Deleting port 525a9c21-dc2f-4357-8898-36e8a37e4418 {{(pid=85357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 05:11:08.597387 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-3e17f4b4-baa0-44f2-93b0-f9fe8395fc56 req-bb2564f5-7871-4db3-a441-26a92f2f5d7b tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284331874164'] for port, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:08.874697 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [req-3e17f4b4-baa0-44f2-93b0-f9fe8395fc56 req-bb2564f5-7871-4db3-a441-26a92f2f5d7b tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] For port 525a9c21-dc2f-4357-8898-36e8a37e4418, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=525a9c21-dc2f-4357-8898-36e8a37e4418,segment=NetworkSegment(01710a54-1367-4193-8cab-d52eff5066d1),segment_id=01710a54-1367-4193-8cab-d52eff5066d1)] {{(pid=85357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:11:08.875303 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-3e17f4b4-baa0-44f2-93b0-f9fe8395fc56 req-bb2564f5-7871-4db3-a441-26a92f2f5d7b tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821567696'] for port, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:09.014811 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [req-3e17f4b4-baa0-44f2-93b0-f9fe8395fc56 req-bb2564f5-7871-4db3-a441-26a92f2f5d7b tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Calling delete_port for 525a9c21-dc2f-4357-8898-36e8a37e4418 owned by compute:nova {{(pid=85357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 05:11:09.168266 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-3e17f4b4-baa0-44f2-93b0-f9fe8395fc56 req-bb2564f5-7871-4db3-a441-26a92f2f5d7b tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752522904879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752522456008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30120147'] for port, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:09.184478 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-860724bb-931f-4004-969c-c7df69296f8e tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:11:09.238547 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2564f5-7871-4db3-a441-26a92f2f5d7b tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Pushing event deleted for resources: {'Port': ['ID=525a9c21-dc2f-4357-8898-36e8a37e4418,revision_number=None']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:11:09.285967 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-bb2564f5-7871-4db3-a441-26a92f2f5d7b tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:11:09.412167 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a57a9699-4b93-4635-9a0c-76135fd629c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:09.447373 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e17f4b4-baa0-44f2-93b0-f9fe8395fc56 req-bb2564f5-7871-4db3-a441-26a92f2f5d7b tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] No DVR routers for this DVR port 525a9c21-dc2f-4357-8898-36e8a37e4418 on host hv-cinder-78652 {{(pid=85357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 16 05:11:09.450034 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-3e17f4b4-baa0-44f2-93b0-f9fe8395fc56 req-bb2564f5-7871-4db3-a441-26a92f2f5d7b tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:09.452961 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f075f23a-3d1c-4140-93fb-04984d3843bf', 'name': 'network-vif-deleted', 'tag': '525a9c21-dc2f-4357-8898-36e8a37e4418'}] {{(pid=85357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 05:11:09.512810 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f075f23a-3d1c-4140-93fb-04984d3843bf', 'name': 'network-vif-deleted', 'tag': '525a9c21-dc2f-4357-8898-36e8a37e4418', 'status': 'completed', 'code': 200}
Apr 16 05:11:09.519114 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-3e17f4b4-baa0-44f2-93b0-f9fe8395fc56 req-bb2564f5-7871-4db3-a441-26a92f2f5d7b tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.16 "DELETE /v2.0/ports/525a9c21-dc2f-4357-8898-36e8a37e4418 HTTP/1.1" status: 204  len: 173 time: 0.9962323
Apr 16 05:11:09.520574 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-bb6c33b5-4858-4cd8-8eef-0cf88a728e7e req-4c9b23f0-8524-490c-991f-f51649ec39ad tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Synchronizing usage tracker for tenant:19a213d1b49b4109b75966286a61917f on resource:port {{(pid=85357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 05:11:09.539526 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-bb6c33b5-4858-4cd8-8eef-0cf88a728e7e req-4c9b23f0-8524-490c-991f-f51649ec39ad tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Unset dirty status for tenant:19a213d1b49b4109b75966286a61917f on resource:port {{(pid=85357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 05:11:09.541201 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-bb6c33b5-4858-4cd8-8eef-0cf88a728e7e req-4c9b23f0-8524-490c-991f-f51649ec39ad tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/ports?device_id=f075f23a-3d1c-4140-93fb-04984d3843bf HTTP/1.1" status: 200  len: 210 time: 0.0781665
Apr 16 05:11:10.734772 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-b16bef55-cb70-4ab8-b716-5875c445c6c1 req-c37c3757-ab13-44fb-97af-78596df0c361 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "GET /v2.0/ports?device_id=f075f23a-3d1c-4140-93fb-04984d3843bf HTTP/1.1" status: 200  len: 210 time: 0.0526180
Apr 16 05:11:11.841043 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 40760) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:11:11.921342 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-dc76c516-a4e5-4ea8-b8da-82ff4705fef7 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Notify callbacks [] for security_group, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:11.956530 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-dc76c516-a4e5-4ea8-b8da-82ff4705fef7 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:12.020725 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-dc76c516-a4e5-4ea8-b8da-82ff4705fef7 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:12.025408 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-08e04d86-87f9-4b04-ab62-2d61144ac63b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:11:12.043246 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc76c516-a4e5-4ea8-b8da-82ff4705fef7 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8548a554-a67d-4df0-81c7-bc380ca1e345,revision_number=None']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:11:12.046284 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-dc76c516-a4e5-4ea8-b8da-82ff4705fef7 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:11:12.056934 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-dc76c516-a4e5-4ea8-b8da-82ff4705fef7 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Notify callbacks [] for security_group, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:12.058203 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-dc76c516-a4e5-4ea8-b8da-82ff4705fef7 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] 10.222.0.26 "DELETE /v2.0/security-groups/8548a554-a67d-4df0-81c7-bc380ca1e345 HTTP/1.1" status: 204  len: 168 time: 0.2157712
Apr 16 05:11:12.109767 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 40766) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:11:12.934103 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-53d43186-2b22-4cca-a576-6726c870804d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036821579261'] for router_interface, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:13.598567 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-53d43186-2b22-4cca-a576-6726c870804d admin admin] Deleting port b38752fe-d433-4e2a-a193-f2d749a252ef {{(pid=85356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 05:11:13.598919 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-53d43186-2b22-4cca-a576-6726c870804d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284331874164'] for port, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:13.801460 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-53d43186-2b22-4cca-a576-6726c870804d admin admin] For port b38752fe-d433-4e2a-a193-f2d749a252ef, host dv-cinder-786524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=b38752fe-d433-4e2a-a193-f2d749a252ef,segment=NetworkSegment(01710a54-1367-4193-8cab-d52eff5066d1),segment_id=01710a54-1367-4193-8cab-d52eff5066d1)] {{(pid=85356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:11:13.801864 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-53d43186-2b22-4cca-a576-6726c870804d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821567696'] for port, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:13.948388 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-53d43186-2b22-4cca-a576-6726c870804d admin admin] Calling delete_port for b38752fe-d433-4e2a-a193-f2d749a252ef owned by network:router_interface {{(pid=85356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 05:11:13.986464 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device 525a9c21-dc2f-4357-8898-36e8a37e4418 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 05:11:14.030175 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] No Port match for: 525a9c21-dc2f-4357-8898-36e8a37e4418 {{(pid=85358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 16 05:11:14.030574 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device 525a9c21-dc2f-4357-8898-36e8a37e4418 not bound to the agent host hv-cinder-78652 {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 05:11:14.139001 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-53d43186-2b22-4cca-a576-6726c870804d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752522904879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752522456008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32051484'] for port, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:14.169871 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-d0949de9-5c6b-4269-ad06-e0835ac09930 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:11:14.356651 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d43186-2b22-4cca-a576-6726c870804d admin admin] Pushing event deleted for resources: {'Port': ['ID=b38752fe-d433-4e2a-a193-f2d749a252ef,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:11:14.391189 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d43186-2b22-4cca-a576-6726c870804d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:11:14.391930 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d43186-2b22-4cca-a576-6726c870804d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:11:14.392655 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d43186-2b22-4cca-a576-6726c870804d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:11:14.393474 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d43186-2b22-4cca-a576-6726c870804d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:11:14.394134 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d43186-2b22-4cca-a576-6726c870804d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:11:14.394805 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d43186-2b22-4cca-a576-6726c870804d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:11:14.395459 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d43186-2b22-4cca-a576-6726c870804d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:11:14.396131 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d43186-2b22-4cca-a576-6726c870804d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:11:14.396893 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d43186-2b22-4cca-a576-6726c870804d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:11:14.397793 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d43186-2b22-4cca-a576-6726c870804d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:11:14.398502 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d43186-2b22-4cca-a576-6726c870804d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:11:14.399225 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d43186-2b22-4cca-a576-6726c870804d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:11:14.409329 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-53d43186-2b22-4cca-a576-6726c870804d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:11:14.814785 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-53d43186-2b22-4cca-a576-6726c870804d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33065615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036821578840'] for router_interface, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:15.380830 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53d43186-2b22-4cca-a576-6726c870804d admin admin] Router b7be94a9-5544-4735-a2b6-653305247e76 has already been hosted by L3 agent 9bacd1b6-99a0-44b1-8352-fe12768771b0 {{(pid=85356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 16 05:11:15.592195 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d43186-2b22-4cca-a576-6726c870804d admin admin] Notify agent at l3_agent.dv-cinder-786524-1-iscsi the message routers_updated {{(pid=85356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 05:11:15.604124 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abb0588-5b9f-457d-8789-e3a8ae8f13af None None] Sync routers for ids ['b7be94a9-5544-4735-a2b6-653305247e76'] in dv-cinder-786524-1-iscsi {{(pid=85358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 05:11:15.611258 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-53d43186-2b22-4cca-a576-6726c870804d admin admin] 10.222.0.26 "PUT /v2.0/routers/b7be94a9-5544-4735-a2b6-653305247e76/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5000958
Apr 16 05:11:15.616196 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 40774) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:11:15.618974 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abb0588-5b9f-457d-8789-e3a8ae8f13af None None] Routers {'b7be94a9-5544-4735-a2b6-653305247e76'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:11:15.619948 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-0abb0588-5b9f-457d-8789-e3a8ae8f13af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dae93ff98>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:11:07Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['b7be94a9-5544-4735-a2b6-653305247e76'], 'active': True} {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:11:15.737482 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.agents_db [None req-9d5d34cb-f672-4e49-b111-51c360ae5d44 None None] Agent healthcheck: found 6 active agents {{(pid=85359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 05:11:15.829635 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-6599595e-9410-4471-9f54-f0e9f859378c admin admin] Notify callbacks [] for router, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:16.031581 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-0abb0588-5b9f-457d-8789-e3a8ae8f13af None None] Set router b7be94a9-5544-4735-a2b6-653305247e76 gateway port host: dv-cinder-786524-1-iscsi {{(pid=85358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:11:16.056913 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-6599595e-9410-4471-9f54-f0e9f859378c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:16.066459 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-6599595e-9410-4471-9f54-f0e9f859378c admin admin] Deleting port 1f55ccf7-8b85-4ac1-878b-921f2ce01224 {{(pid=85356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 05:11:16.066833 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-6599595e-9410-4471-9f54-f0e9f859378c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284331874164'] for port, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:16.266598 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-6599595e-9410-4471-9f54-f0e9f859378c admin admin] For port 1f55ccf7-8b85-4ac1-878b-921f2ce01224, host dv-cinder-786524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=1f55ccf7-8b85-4ac1-878b-921f2ce01224,segment=NetworkSegment(88f0db33-a5d4-497b-ae0c-257388b0c0ef),segment_id=88f0db33-a5d4-497b-ae0c-257388b0c0ef)] {{(pid=85356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:11:16.266943 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-6599595e-9410-4471-9f54-f0e9f859378c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821567696'] for port, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:16.384091 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-0abb0588-5b9f-457d-8789-e3a8ae8f13af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dae93ff98>, [{'id': 'b7be94a9-5544-4735-a2b6-653305247e76', 'name': 'tempest-TestShelveInstance-54914240-router', 'tenant_id': '19a213d1b49b4109b75966286a61917f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '1f55ccf7-8b85-4ac1-878b-921f2ce01224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:04:39Z', 'updated_at': '2021-04-16T05:11:14Z', 'revision_number': 5, 'project_id': '19a213d1b49b4109b75966286a61917f', 'gw_port': {'id': '1f55ccf7-8b85-4ac1-878b-921f2ce01224', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:bd:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7be94a9-5544-4735-a2b6-653305247e76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:41Z', 'updated_at': '2021-04-16T05:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi'}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:11:16.389600 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abb0588-5b9f-457d-8789-e3a8ae8f13af None None] Checking router: b7be94a9-5544-4735-a2b6-653305247e76 for host: dv-cinder-786524-1-iscsi {{(pid=85358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 05:11:16.399508 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abb0588-5b9f-457d-8789-e3a8ae8f13af None None] Routers {'b7be94a9-5544-4735-a2b6-653305247e76'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:11:16.400189 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-0abb0588-5b9f-457d-8789-e3a8ae8f13af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dae93ff98>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:11:07Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['b7be94a9-5544-4735-a2b6-653305247e76'], 'active': True} {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:11:16.406461 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-6599595e-9410-4471-9f54-f0e9f859378c admin admin] Calling delete_port for 1f55ccf7-8b85-4ac1-878b-921f2ce01224 owned by network:router_gateway {{(pid=85356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 05:11:16.566717 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-0abb0588-5b9f-457d-8789-e3a8ae8f13af None None] Set router b7be94a9-5544-4735-a2b6-653305247e76 gateway port host: None {{(pid=85358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:11:16.599178 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-6599595e-9410-4471-9f54-f0e9f859378c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752522904879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752522456008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32051484'] for port, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:16.616630 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-400da99a-8b73-4046-a5ed-e7e369e5c7db tempest-AttachVolumeNegativeTest-1456663248 tempest-AttachVolumeNegativeTest-1456663248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:11:16.682467 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-0abb0588-5b9f-457d-8789-e3a8ae8f13af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dae93ff98>, [{'id': 'b7be94a9-5544-4735-a2b6-653305247e76', 'name': 'tempest-TestShelveInstance-54914240-router', 'tenant_id': '19a213d1b49b4109b75966286a61917f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:04:39Z', 'updated_at': '2021-04-16T05:11:16Z', 'revision_number': 6, 'project_id': '19a213d1b49b4109b75966286a61917f', 'gw_port_host': None}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:11:16.686918 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abb0588-5b9f-457d-8789-e3a8ae8f13af None None] The sync data for ids ['b7be94a9-5544-4735-a2b6-653305247e76'] in dv-cinder-786524-1-iscsi is: [{'id': 'b7be94a9-5544-4735-a2b6-653305247e76', 'name': 'tempest-TestShelveInstance-54914240-router', 'tenant_id': '19a213d1b49b4109b75966286a61917f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:04:39Z', 'updated_at': '2021-04-16T05:11:16Z', 'revision_number': 6, 'project_id': '19a213d1b49b4109b75966286a61917f', 'gw_port_host': None}] {{(pid=85358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 05:11:16.715081 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6599595e-9410-4471-9f54-f0e9f859378c admin admin] Pushing event deleted for resources: {'Port': ['ID=1f55ccf7-8b85-4ac1-878b-921f2ce01224,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:11:16.720254 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-6599595e-9410-4471-9f54-f0e9f859378c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:11:16.889415 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-6599595e-9410-4471-9f54-f0e9f859378c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036821578990'] for router_gateway, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:17.335516 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-6599595e-9410-4471-9f54-f0e9f859378c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036821578328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5870'] for router, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:17.338133 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-6599595e-9410-4471-9f54-f0e9f859378c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:17.359703 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-6599595e-9410-4471-9f54-f0e9f859378c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33198392'] for router, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:17.360335 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6599595e-9410-4471-9f54-f0e9f859378c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7be94a9-5544-4735-a2b6-653305247e76 {{(pid=85356) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 16 05:11:17.374161 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-6599595e-9410-4471-9f54-f0e9f859378c admin admin] Notify callbacks [] for router, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:17.376306 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-6599595e-9410-4471-9f54-f0e9f859378c admin admin] 10.222.0.26 "DELETE /v2.0/routers/b7be94a9-5544-4735-a2b6-653305247e76 HTTP/1.1" status: 204  len: 168 time: 1.7584820
Apr 16 05:11:17.378147 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 40778) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:11:17.455719 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.db_base_plugin_v2 [None req-03fa393d-b506-4d26-84bd-9cb323d09ba9 admin admin] Deleting subnet 3839760e-ab00-4f46-8a04-f1c8415e06da {{(pid=85356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 16 05:11:17.461507 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-03fa393d-b506-4d26-84bd-9cb323d09ba9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:17.553645 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-03fa393d-b506-4d26-84bd-9cb323d09ba9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036821400633'] for subnet, precommit_delete_associations {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:17.643251 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-03fa393d-b506-4d26-84bd-9cb323d09ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-24815'] for subnet, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:17.922471 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-03fa393d-b506-4d26-84bd-9cb323d09ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854751001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821614264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036822724279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32287697'] for subnet, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:17.937254 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:11:17.982269 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fa393d-b506-4d26-84bd-9cb323d09ba9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3839760e-ab00-4f46-8a04-f1c8415e06da,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:11:17.984901 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-03fa393d-b506-4d26-84bd-9cb323d09ba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:11:18.087569 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-03fa393d-b506-4d26-84bd-9cb323d09ba9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821710155'] for subnet, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:18.093634 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d67d82f-d2c9-4d89-8667-f974890da3b9 None None] Network 8e950144-b586-4419-9506-52e097c234b9 requested from dv-cinder-786524-1-iscsi {{(pid=85358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 05:11:18.094672 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-03fa393d-b506-4d26-84bd-9cb323d09ba9 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/3839760e-ab00-4f46-8a04-f1c8415e06da HTTP/1.1" status: 204  len: 168 time: 0.7154167
Apr 16 05:11:18.097646 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 40782) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:11:18.261879 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f256bb16-8604-4d2a-b547-8a9baeb1377c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854762676'] for network, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:18.339738 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-f256bb16-8604-4d2a-b547-8a9baeb1377c admin admin] Deleting port af7e6532-c2aa-4d5a-8155-c1270b72651a {{(pid=85356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 05:11:18.340071 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f256bb16-8604-4d2a-b547-8a9baeb1377c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284331874164'] for port, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:18.385416 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc87a91-86bf-45ab-a2c4-e886d4a1cb88 None None] DHCP port deletion for 8e950144-b586-4419-9506-52e097c234b9 request from dv-cinder-786524-1-iscsi {{(pid=85358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 16 05:11:18.390988 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-9dc87a91-86bf-45ab-a2c4-e886d4a1cb88 None None] Deleting port af7e6532-c2aa-4d5a-8155-c1270b72651a {{(pid=85358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 05:11:18.391414 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-9dc87a91-86bf-45ab-a2c4-e886d4a1cb88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284331874164'] for port, before_delete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:18.480714 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device b38752fe-d433-4e2a-a193-f2d749a252ef no longer exists at agent ovs-agent-dv-cinder-786524-1-iscsi {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 05:11:18.535108 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] No Port match for: b38752fe-d433-4e2a-a193-f2d749a252ef {{(pid=85358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 16 05:11:18.535476 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device b38752fe-d433-4e2a-a193-f2d749a252ef not bound to the agent host dv-cinder-786524-1-iscsi {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 05:11:18.535955 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device 1f55ccf7-8b85-4ac1-878b-921f2ce01224 no longer exists at agent ovs-agent-dv-cinder-786524-1-iscsi {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 05:11:18.575951 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-f256bb16-8604-4d2a-b547-8a9baeb1377c admin admin] For port af7e6532-c2aa-4d5a-8155-c1270b72651a, host dv-cinder-786524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=af7e6532-c2aa-4d5a-8155-c1270b72651a,segment=NetworkSegment(01710a54-1367-4193-8cab-d52eff5066d1),segment_id=01710a54-1367-4193-8cab-d52eff5066d1)] {{(pid=85356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:11:18.576347 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f256bb16-8604-4d2a-b547-8a9baeb1377c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821567696'] for port, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:18.583914 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] No Port match for: 1f55ccf7-8b85-4ac1-878b-921f2ce01224 {{(pid=85358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 16 05:11:18.585408 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device 1f55ccf7-8b85-4ac1-878b-921f2ce01224 not bound to the agent host dv-cinder-786524-1-iscsi {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 05:11:18.585408 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device af7e6532-c2aa-4d5a-8155-c1270b72651a no longer exists at agent ovs-agent-dv-cinder-786524-1-iscsi {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 05:11:18.722519 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-f256bb16-8604-4d2a-b547-8a9baeb1377c admin admin] Calling delete_port for af7e6532-c2aa-4d5a-8155-c1270b72651a owned by network:dhcp {{(pid=85356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 05:11:18.759939 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-9dc87a91-86bf-45ab-a2c4-e886d4a1cb88 None None] For port af7e6532-c2aa-4d5a-8155-c1270b72651a, host dv-cinder-786524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=af7e6532-c2aa-4d5a-8155-c1270b72651a,segment=NetworkSegment(01710a54-1367-4193-8cab-d52eff5066d1),segment_id=01710a54-1367-4193-8cab-d52eff5066d1)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:11:18.760352 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-9dc87a91-86bf-45ab-a2c4-e886d4a1cb88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821567696'] for port, precommit_delete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:18.810321 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f256bb16-8604-4d2a-b547-8a9baeb1377c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752522904879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752522456008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32051484'] for port, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:18.827141 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:11:18.869268 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Port af7e6532-c2aa-4d5a-8155-c1270b72651a update to DOWN by agent not found {{(pid=85358) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2108}}
Apr 16 05:11:18.931540 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f256bb16-8604-4d2a-b547-8a9baeb1377c admin admin] Pushing event deleted for resources: {'Port': ['ID=af7e6532-c2aa-4d5a-8155-c1270b72651a,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:11:18.947817 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-f256bb16-8604-4d2a-b547-8a9baeb1377c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:11:18.948216 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-9dc87a91-86bf-45ab-a2c4-e886d4a1cb88 None None] Calling delete_port for af7e6532-c2aa-4d5a-8155-c1270b72651a owned by network:dhcp {{(pid=85358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 05:11:19.006817 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f256bb16-8604-4d2a-b547-8a9baeb1377c admin admin] No DVR routers for this DVR port af7e6532-c2aa-4d5a-8155-c1270b72651a on host dv-cinder-786524-1-iscsi {{(pid=85356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 16 05:11:19.034448 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.db.api [None req-9dc87a91-86bf-45ab-a2c4-e886d4a1cb88 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85358) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 05:11:19.035715 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_db.api [None req-9dc87a91-86bf-45ab-a2c4-e886d4a1cb88 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 16 05:11:19.146488 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f256bb16-8604-4d2a-b547-8a9baeb1377c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854672018', 'neutron.services.segments.db._delete_segments_for_network-8752523025096'] for network, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:19.242347 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc9533e-7061-4882-ba8c-9168e35be4b1 req-cfbe3065-3123-4ed3-9aca-071d3a67b227 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:11:19.243987 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-3bc9533e-7061-4882-ba8c-9168e35be4b1 req-cfbe3065-3123-4ed3-9aca-071d3a67b227 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee821940-d6da-4b2f-a647-dda02d1af002 HTTP/1.1" status: 200  len: 946 time: 0.0952191
Apr 16 05:11:19.269193 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.services.segments.db [None req-f256bb16-8604-4d2a-b547-8a9baeb1377c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5daec698d0>,) {'filters': {'network_id': ['8e950144-b586-4419-9506-52e097c234b9']}} {{(pid=85356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:11:19.283709 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.services.segments.db [None req-f256bb16-8604-4d2a-b547-8a9baeb1377c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5daec698d0>, '01710a54-1367-4193-8cab-d52eff5066d1') {'for_net_delete': True} {{(pid=85356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:11:19.284058 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.services.segments.db [None req-f256bb16-8604-4d2a-b547-8a9baeb1377c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5daec698d0>, '01710a54-1367-4193-8cab-d52eff5066d1') {} {{(pid=85356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:11:19.295343 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-3bc9533e-7061-4882-ba8c-9168e35be4b1 req-111925d0-8fea-40b6-9281-9cf605eaf4ad tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=e812d11f-7aee-4ffa-81c9-00fe07a81374&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444608
Apr 16 05:11:19.297903 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f256bb16-8604-4d2a-b547-8a9baeb1377c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752523028953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33375231'] for segment, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:19.315879 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f256bb16-8604-4d2a-b547-8a9baeb1377c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854750583'] for segment, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:19.322910 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f256bb16-8604-4d2a-b547-8a9baeb1377c admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=85356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 16 05:11:19.518558 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-f256bb16-8604-4d2a-b547-8a9baeb1377c admin admin] Network 8e950144-b586-4419-9506-52e097c234b9 has no segments {{(pid=85356) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 16 05:11:19.529224 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f256bb16-8604-4d2a-b547-8a9baeb1377c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-25233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32053224'] for segment, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:19.536342 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-9dc87a91-86bf-45ab-a2c4-e886d4a1cb88 None None] Deleting port af7e6532-c2aa-4d5a-8155-c1270b72651a {{(pid=85358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 05:11:19.536769 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-9dc87a91-86bf-45ab-a2c4-e886d4a1cb88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284331874164'] for port, before_delete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:19.620826 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-9dc87a91-86bf-45ab-a2c4-e886d4a1cb88 None None] The port 'af7e6532-c2aa-4d5a-8155-c1270b72651a' was deleted {{(pid=85358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 16 05:11:19.719881 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-f256bb16-8604-4d2a-b547-8a9baeb1377c admin admin] Network 8e950144-b586-4419-9506-52e097c234b9 has no segments {{(pid=85356) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 16 05:11:19.748691 dv-cinder-786524-1-iscsi neutron-server[85243]: Traceback (most recent call last):
Apr 16 05:11:19.748691 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 05:11:19.748691 dv-cinder-786524-1-iscsi neutron-server[85243]:     timer()
Apr 16 05:11:19.748691 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 05:11:19.748691 dv-cinder-786524-1-iscsi neutron-server[85243]:     cb(*args, **kw)
Apr 16 05:11:19.748691 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 16 05:11:19.748691 dv-cinder-786524-1-iscsi neutron-server[85243]:     return func(*args, **kwargs)
Apr 16 05:11:19.748691 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 05:11:19.748691 dv-cinder-786524-1-iscsi neutron-server[85243]:     self._notify()
Apr 16 05:11:19.748691 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 05:11:19.748691 dv-cinder-786524-1-iscsi neutron-server[85243]:     self.callback(batched_events)
Apr 16 05:11:19.748691 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 05:11:19.748691 dv-cinder-786524-1-iscsi neutron-server[85243]:     event.method(event)
Apr 16 05:11:19.748691 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 16 05:11:19.748691 dv-cinder-786524-1-iscsi neutron-server[85243]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 05:11:19.748691 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 16 05:11:19.748691 dv-cinder-786524-1-iscsi neutron-server[85243]:     segment_id)['aggregates'][0]
Apr 16 05:11:19.748691 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 16 05:11:19.748691 dv-cinder-786524-1-iscsi neutron-server[85243]:     return f(self, *a, **k)
Apr 16 05:11:19.748691 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 16 05:11:19.748691 dv-cinder-786524-1-iscsi neutron-server[85243]:     return self._get(url).json()
Apr 16 05:11:19.748691 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 05:11:19.748691 dv-cinder-786524-1-iscsi neutron-server[85243]:     **kwargs)
Apr 16 05:11:19.748691 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 05:11:19.748691 dv-cinder-786524-1-iscsi neutron-server[85243]:     return self.request(url, 'GET', **kwargs)
Apr 16 05:11:19.748691 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 16 05:11:19.748691 dv-cinder-786524-1-iscsi neutron-server[85243]:     **endpoint_filter)
Apr 16 05:11:19.748691 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 05:11:19.748691 dv-cinder-786524-1-iscsi neutron-server[85243]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 05:11:19.748691 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 05:11:19.748691 dv-cinder-786524-1-iscsi neutron-server[85243]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 05:11:19.748691 dv-cinder-786524-1-iscsi neutron-server[85243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 05:11:19.828596 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f256bb16-8604-4d2a-b547-8a9baeb1377c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-103783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821614228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33197052'] for network, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:19.832558 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:11:19.847252 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f256bb16-8604-4d2a-b547-8a9baeb1377c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821710155'] for network, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:19.859739 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f256bb16-8604-4d2a-b547-8a9baeb1377c admin admin] Pushing event deleted for resources: {'Network': ['ID=8e950144-b586-4419-9506-52e097c234b9,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:11:19.863401 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-f256bb16-8604-4d2a-b547-8a9baeb1377c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:11:19.878134 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-f256bb16-8604-4d2a-b547-8a9baeb1377c admin admin] 10.222.0.26 "DELETE /v2.0/networks/8e950144-b586-4419-9506-52e097c234b9 HTTP/1.1" status: 204  len: 168 time: 1.7762029
Apr 16 05:11:19.878424 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 40796) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:11:20.548863 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-b5722243-bb8d-42b3-aa2e-bb8b017a1ac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036821579261'] for router_interface, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:20.564774 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc96895-d3b6-4835-9b68-4fe60a68ec46 req-3a3a2b57-caf0-48e9-a7bc-1f46e689cd11 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:11:20.566615 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-edc96895-d3b6-4835-9b68-4fe60a68ec46 req-3a3a2b57-caf0-48e9-a7bc-1f46e689cd11 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee821940-d6da-4b2f-a647-dda02d1af002 HTTP/1.1" status: 200  len: 946 time: 0.1445837
Apr 16 05:11:20.640033 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-edc96895-d3b6-4835-9b68-4fe60a68ec46 req-a1a86f5d-d419-4800-a7d5-a87b2dcf1c7e tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups?id=e812d11f-7aee-4ffa-81c9-00fe07a81374&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0646527
Apr 16 05:11:20.654733 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ece106-8e09-496a-a0cb-bf34f02d3deb req-4a96665d-4d70-4e91-8e70-1c2b03742f6f tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:11:20.656431 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-55ece106-8e09-496a-a0cb-bf34f02d3deb req-4a96665d-4d70-4e91-8e70-1c2b03742f6f tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee821940-d6da-4b2f-a647-dda02d1af002 HTTP/1.1" status: 200  len: 946 time: 0.1515644
Apr 16 05:11:20.748094 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [req-55ece106-8e09-496a-a0cb-bf34f02d3deb req-f1bb18f6-720b-4521-b66d-fe657ee33483 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Deleting port 2cc6e7a8-88b6-4bd9-8c7a-da164869b549 {{(pid=85357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 05:11:20.748491 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-55ece106-8e09-496a-a0cb-bf34f02d3deb req-f1bb18f6-720b-4521-b66d-fe657ee33483 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284331874164'] for port, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:21.060862 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [req-55ece106-8e09-496a-a0cb-bf34f02d3deb req-f1bb18f6-720b-4521-b66d-fe657ee33483 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] For port 2cc6e7a8-88b6-4bd9-8c7a-da164869b549, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=2cc6e7a8-88b6-4bd9-8c7a-da164869b549,segment=NetworkSegment(79077226-93f2-4a1f-b0e8-7ab4b09d1a7b),segment_id=79077226-93f2-4a1f-b0e8-7ab4b09d1a7b)] {{(pid=85357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:11:21.060862 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-55ece106-8e09-496a-a0cb-bf34f02d3deb req-f1bb18f6-720b-4521-b66d-fe657ee33483 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821567696'] for port, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:21.279032 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-b5722243-bb8d-42b3-aa2e-bb8b017a1ac6 admin admin] Deleting port f3c0c6e6-979c-4926-aec1-a0f16e62dde2 {{(pid=85356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 05:11:21.279420 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-b5722243-bb8d-42b3-aa2e-bb8b017a1ac6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284331874164'] for port, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:21.388031 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-55ece106-8e09-496a-a0cb-bf34f02d3deb req-f1bb18f6-720b-4521-b66d-fe657ee33483 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:21.388538 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-55ece106-8e09-496a-a0cb-bf34f02d3deb req-f1bb18f6-720b-4521-b66d-fe657ee33483 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33197037'] for floatingip, after_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:21.388887 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.db.l3_db [req-55ece106-8e09-496a-a0cb-bf34f02d3deb req-f1bb18f6-720b-4521-b66d-fe657ee33483 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Floating IP 571b39aa-49fb-4c56-99c5-9764a4d331b0 disassociated. External IP: 172.27.2.176, port: 2cc6e7a8-88b6-4bd9-8c7a-da164869b549.
Apr 16 05:11:21.389302 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [req-55ece106-8e09-496a-a0cb-bf34f02d3deb req-f1bb18f6-720b-4521-b66d-fe657ee33483 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Calling delete_port for 2cc6e7a8-88b6-4bd9-8c7a-da164869b549 owned by compute:nova {{(pid=85357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 05:11:21.471447 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-b5722243-bb8d-42b3-aa2e-bb8b017a1ac6 admin admin] For port f3c0c6e6-979c-4926-aec1-a0f16e62dde2, host dv-cinder-786524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=f3c0c6e6-979c-4926-aec1-a0f16e62dde2,segment=NetworkSegment(cb8e44eb-736f-4d1f-b3b1-3923d82bb05b),segment_id=cb8e44eb-736f-4d1f-b3b1-3923d82bb05b)] {{(pid=85356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:11:21.471844 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-b5722243-bb8d-42b3-aa2e-bb8b017a1ac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821567696'] for port, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:21.548921 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-55ece106-8e09-496a-a0cb-bf34f02d3deb req-f1bb18f6-720b-4521-b66d-fe657ee33483 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752522904879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752522456008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30120147'] for port, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:21.565269 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-18b804a6-b75d-431d-a8e1-0ec56ad09833 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:11:21.609913 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-b5722243-bb8d-42b3-aa2e-bb8b017a1ac6 admin admin] Calling delete_port for f3c0c6e6-979c-4926-aec1-a0f16e62dde2 owned by network:router_interface {{(pid=85356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 05:11:21.661660 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bb18f6-720b-4521-b66d-fe657ee33483 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Pushing event deleted for resources: {'Port': ['ID=2cc6e7a8-88b6-4bd9-8c7a-da164869b549,revision_number=None']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:11:21.668818 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-f1bb18f6-720b-4521-b66d-fe657ee33483 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:11:21.819659 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-b5722243-bb8d-42b3-aa2e-bb8b017a1ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752522904879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752522456008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32051484'] for port, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:21.833851 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-f256bb16-8604-4d2a-b547-8a9baeb1377c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:11:21.934324 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5722243-bb8d-42b3-aa2e-bb8b017a1ac6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3c0c6e6-979c-4926-aec1-a0f16e62dde2,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:11:21.942248 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-b5722243-bb8d-42b3-aa2e-bb8b017a1ac6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:11:22.193451 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ab427837-b3e1-4e0b-9eff-739b0d33a95c req-a9384a1d-daa5-48a4-ba87-905633d3fa04 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee821940-d6da-4b2f-a647-dda02d1af002 HTTP/1.1" status: 200  len: 210 time: 0.3845236
Apr 16 05:11:22.294378 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55ece106-8e09-496a-a0cb-bf34f02d3deb req-f1bb18f6-720b-4521-b66d-fe657ee33483 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Router 06219234-90cd-436f-bef0-5978e43466c4 has already been hosted by L3 agent 9bacd1b6-99a0-44b1-8352-fe12768771b0 {{(pid=85357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 16 05:11:22.423176 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-b5722243-bb8d-42b3-aa2e-bb8b017a1ac6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33065615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036821578840'] for router_interface, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:22.580671 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55ece106-8e09-496a-a0cb-bf34f02d3deb req-f1bb18f6-720b-4521-b66d-fe657ee33483 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify agent at l3_agent.dv-cinder-786524-1-iscsi the message routers_updated {{(pid=85357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 05:11:22.596116 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e43336-08df-45a4-b531-bb1051d759fe None None] Sync routers for ids ['06219234-90cd-436f-bef0-5978e43466c4'] in dv-cinder-786524-1-iscsi {{(pid=85359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 05:11:22.620103 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e43336-08df-45a4-b531-bb1051d759fe None None] Routers {'06219234-90cd-436f-bef0-5978e43466c4'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:11:22.620799 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-73e43336-08df-45a4-b531-bb1051d759fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5daedeaa90>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:11:07Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['06219234-90cd-436f-bef0-5978e43466c4'], 'active': True} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:11:22.671664 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [req-55ece106-8e09-496a-a0cb-bf34f02d3deb req-f1bb18f6-720b-4521-b66d-fe657ee33483 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] No DVR routers for this DVR port 2cc6e7a8-88b6-4bd9-8c7a-da164869b549 on host hv-cinder-78652 {{(pid=85357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 16 05:11:22.674829 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-55ece106-8e09-496a-a0cb-bf34f02d3deb req-f1bb18f6-720b-4521-b66d-fe657ee33483 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:22.682865 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee821940-d6da-4b2f-a647-dda02d1af002', 'name': 'network-vif-deleted', 'tag': '2cc6e7a8-88b6-4bd9-8c7a-da164869b549'}] {{(pid=85357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 05:11:22.691980 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-55ece106-8e09-496a-a0cb-bf34f02d3deb req-f1bb18f6-720b-4521-b66d-fe657ee33483 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.16 "DELETE /v2.0/ports/2cc6e7a8-88b6-4bd9-8c7a-da164869b549 HTTP/1.1" status: 204  len: 173 time: 2.0296733
Apr 16 05:11:22.762990 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee821940-d6da-4b2f-a647-dda02d1af002', 'name': 'network-vif-deleted', 'tag': '2cc6e7a8-88b6-4bd9-8c7a-da164869b549', 'status': 'completed', 'code': 200}
Apr 16 05:11:22.858065 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-73e43336-08df-45a4-b531-bb1051d759fe None None] Set router 06219234-90cd-436f-bef0-5978e43466c4 gateway port host: dv-cinder-786524-1-iscsi {{(pid=85359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:11:23.062854 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5722243-bb8d-42b3-aa2e-bb8b017a1ac6 admin admin] Router fcc95d43-a496-45de-9865-755ab638fd93 has already been hosted by L3 agent 9bacd1b6-99a0-44b1-8352-fe12768771b0 {{(pid=85356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 16 05:11:23.259428 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-73e43336-08df-45a4-b531-bb1051d759fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5daedeaa90>, [{'id': '06219234-90cd-436f-bef0-5978e43466c4', 'name': 'tempest-AttachVolumeShelveTestJSON-1995442241-router', 'tenant_id': '0568e0a577bb45428833638c9c368aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'a6f9e583-5545-4b1e-b17d-dbdb943266cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:03:36Z', 'updated_at': '2021-04-16T05:03:50Z', 'revision_number': 4, 'project_id': '0568e0a577bb45428833638c9c368aa5', 'gw_port': {'id': 'a6f9e583-5545-4b1e-b17d-dbdb943266cf', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:de:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06219234-90cd-436f-bef0-5978e43466c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:03:39Z', 'updated_at': '2021-04-16T05:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi', '_interfaces': [{'id': '08ce9393-00ae-4be1-9278-180b21c775d2', 'name': '', 'network_id': '8df91495-625b-4773-a543-89e51aa2e299', 'tenant_id': '0568e0a577bb45428833638c9c368aa5', 'mac_address': 'fa:16:3e:30:2d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06219234-90cd-436f-bef0-5978e43466c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7194465a-cb17-4853-a8ba-70bd30e05305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:03:46Z', 'updated_at': '2021-04-16T05:04:03Z', 'revision_number': 5, 'project_id': '0568e0a577bb45428833638c9c368aa5', 'subnets': [{'id': '7194465a-cb17-4853-a8ba-70bd30e05305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:11:23.264374 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e43336-08df-45a4-b531-bb1051d759fe None None] Checking router: 06219234-90cd-436f-bef0-5978e43466c4 for host: dv-cinder-786524-1-iscsi {{(pid=85359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 05:11:23.274734 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e43336-08df-45a4-b531-bb1051d759fe None None] Routers {'06219234-90cd-436f-bef0-5978e43466c4'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:11:23.275536 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-73e43336-08df-45a4-b531-bb1051d759fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5daedeaa90>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:11:07Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['06219234-90cd-436f-bef0-5978e43466c4'], 'active': True} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:11:23.276176 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5722243-bb8d-42b3-aa2e-bb8b017a1ac6 admin admin] Notify agent at l3_agent.dv-cinder-786524-1-iscsi the message routers_updated {{(pid=85356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 05:11:23.288058 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1417059c-016b-4e0c-8b32-601382ce8973 None None] Sync routers for ids ['fcc95d43-a496-45de-9865-755ab638fd93'] in dv-cinder-786524-1-iscsi {{(pid=85358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 05:11:23.291824 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-b5722243-bb8d-42b3-aa2e-bb8b017a1ac6 admin admin] 10.222.0.26 "PUT /v2.0/routers/fcc95d43-a496-45de-9865-755ab638fd93/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4121363
Apr 16 05:11:23.295115 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 40808) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:11:23.299183 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1417059c-016b-4e0c-8b32-601382ce8973 None None] Routers {'fcc95d43-a496-45de-9865-755ab638fd93'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:11:23.300123 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-1417059c-016b-4e0c-8b32-601382ce8973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5daeef36a0>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:11:07Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['fcc95d43-a496-45de-9865-755ab638fd93'], 'active': True} {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:11:23.399240 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 40814) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:11:23.478911 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f0839bf6-2e39-40d9-8bba-04807d8b8dca tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks [] for security_group, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:23.518943 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f0839bf6-2e39-40d9-8bba-04807d8b8dca tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:23.520723 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-1417059c-016b-4e0c-8b32-601382ce8973 None None] Set router fcc95d43-a496-45de-9865-755ab638fd93 gateway port host: dv-cinder-786524-1-iscsi {{(pid=85358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:11:23.549765 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-73e43336-08df-45a4-b531-bb1051d759fe None None] Set router 06219234-90cd-436f-bef0-5978e43466c4 gateway port host: dv-cinder-786524-1-iscsi {{(pid=85359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:11:23.579058 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f0839bf6-2e39-40d9-8bba-04807d8b8dca tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:23.590664 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-84e17de4-2d03-4482-89b9-a03f2d49d99c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:11:23.618086 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0839bf6-2e39-40d9-8bba-04807d8b8dca tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e812d11f-7aee-4ffa-81c9-00fe07a81374,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:11:23.621216 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-f0839bf6-2e39-40d9-8bba-04807d8b8dca tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:11:23.630094 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f0839bf6-2e39-40d9-8bba-04807d8b8dca tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks [] for security_group, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:23.631125 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-f0839bf6-2e39-40d9-8bba-04807d8b8dca tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "DELETE /v2.0/security-groups/e812d11f-7aee-4ffa-81c9-00fe07a81374 HTTP/1.1" status: 204  len: 168 time: 0.2306075
Apr 16 05:11:23.636609 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 40818) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:11:23.656981 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.v2.resource [None req-6de1d8b4-522a-4ce6-85ba-4f5bb9f10888 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] show failed (client error): The resource could not be found.
Apr 16 05:11:23.658573 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-6de1d8b4-522a-4ce6-85ba-4f5bb9f10888 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "GET /v2.0/security-groups/e812d11f-7aee-4ffa-81c9-00fe07a81374 HTTP/1.1" status: 404  len: 347 time: 0.0205193
Apr 16 05:11:23.664243 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 40822) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:11:23.672325 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-77532e89-2bd3-4792-ad74-5e1904c16407 admin admin] Notify callbacks [] for router, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:23.892842 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-f4aed5c2-abbc-4b8e-a46d-5050e0913116 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Deleting port b5390aeb-ffd7-41f9-b12e-81cfd2b78497 {{(pid=85356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 05:11:23.893368 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f4aed5c2-abbc-4b8e-a46d-5050e0913116 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284331874164'] for port, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:23.985545 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-1417059c-016b-4e0c-8b32-601382ce8973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5daeef36a0>, [{'id': 'fcc95d43-a496-45de-9865-755ab638fd93', 'name': 'tempest-TestShelveInstance-1869201796-router', 'tenant_id': 'ce83df192629467992e560af6887d251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'cbe14692-c279-413a-98f9-6a6007bc357d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:05:04Z', 'updated_at': '2021-04-16T05:11:21Z', 'revision_number': 5, 'project_id': 'ce83df192629467992e560af6887d251', 'gw_port': {'id': 'cbe14692-c279-413a-98f9-6a6007bc357d', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:12:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc95d43-a496-45de-9865-755ab638fd93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:05:07Z', 'updated_at': '2021-04-16T05:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi'}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:11:23.991441 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1417059c-016b-4e0c-8b32-601382ce8973 None None] Checking router: fcc95d43-a496-45de-9865-755ab638fd93 for host: dv-cinder-786524-1-iscsi {{(pid=85358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 05:11:24.006729 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-77532e89-2bd3-4792-ad74-5e1904c16407 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:24.018221 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1417059c-016b-4e0c-8b32-601382ce8973 None None] Routers {'fcc95d43-a496-45de-9865-755ab638fd93'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:11:24.019354 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-1417059c-016b-4e0c-8b32-601382ce8973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5daeef36a0>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:11:07Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['fcc95d43-a496-45de-9865-755ab638fd93'], 'active': True} {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:11:24.027962 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-77532e89-2bd3-4792-ad74-5e1904c16407 admin admin] Deleting port cbe14692-c279-413a-98f9-6a6007bc357d {{(pid=85357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 05:11:24.029024 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-77532e89-2bd3-4792-ad74-5e1904c16407 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284331874164'] for port, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:24.100434 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device 2cc6e7a8-88b6-4bd9-8c7a-da164869b549 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 05:11:24.109530 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f4aed5c2-abbc-4b8e-a46d-5050e0913116 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821567696'] for port, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:24.110495 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f4aed5c2-abbc-4b8e-a46d-5050e0913116 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:24.192930 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-73e43336-08df-45a4-b531-bb1051d759fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5daedeaa90>, [{'id': '06219234-90cd-436f-bef0-5978e43466c4', 'name': 'tempest-AttachVolumeShelveTestJSON-1995442241-router', 'tenant_id': '0568e0a577bb45428833638c9c368aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'a6f9e583-5545-4b1e-b17d-dbdb943266cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:03:36Z', 'updated_at': '2021-04-16T05:03:50Z', 'revision_number': 4, 'project_id': '0568e0a577bb45428833638c9c368aa5', 'gw_port': {'id': 'a6f9e583-5545-4b1e-b17d-dbdb943266cf', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:de:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06219234-90cd-436f-bef0-5978e43466c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:03:39Z', 'updated_at': '2021-04-16T05:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi', '_interfaces': [{'id': '08ce9393-00ae-4be1-9278-180b21c775d2', 'name': '', 'network_id': '8df91495-625b-4773-a543-89e51aa2e299', 'tenant_id': '0568e0a577bb45428833638c9c368aa5', 'mac_address': 'fa:16:3e:30:2d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06219234-90cd-436f-bef0-5978e43466c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7194465a-cb17-4853-a8ba-70bd30e05305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:03:46Z', 'updated_at': '2021-04-16T05:04:03Z', 'revision_number': 5, 'project_id': '0568e0a577bb45428833638c9c368aa5', 'subnets': [{'id': '7194465a-cb17-4853-a8ba-70bd30e05305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:11:24.207805 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e43336-08df-45a4-b531-bb1051d759fe None None] The sync data for ids ['06219234-90cd-436f-bef0-5978e43466c4'] in dv-cinder-786524-1-iscsi is: [{'id': '06219234-90cd-436f-bef0-5978e43466c4', 'name': 'tempest-AttachVolumeShelveTestJSON-1995442241-router', 'tenant_id': '0568e0a577bb45428833638c9c368aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'a6f9e583-5545-4b1e-b17d-dbdb943266cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:03:36Z', 'updated_at': '2021-04-16T05:03:50Z', 'revision_number': 4, 'project_id': '0568e0a577bb45428833638c9c368aa5', 'gw_port': {'id': 'a6f9e583-5545-4b1e-b17d-dbdb943266cf', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:de:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06219234-90cd-436f-bef0-5978e43466c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:03:39Z', 'updated_at': '2021-04-16T05:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi', '_interfaces': [{'id': '08ce9393-00ae-4be1-9278-180b21c775d2', 'name': '', 'network_id': '8df91495-625b-4773-a543-89e51aa2e299', 'tenant_id': '0568e0a577bb45428833638c9c368aa5', 'mac_address': 'fa:16:3e:30:2d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06219234-90cd-436f-bef0-5978e43466c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7194465a-cb17-4853-a8ba-70bd30e05305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:03:46Z', 'updated_at': '2021-04-16T05:04:03Z', 'revision_number': 5, 'project_id': '0568e0a577bb45428833638c9c368aa5', 'subnets': [{'id': '7194465a-cb17-4853-a8ba-70bd30e05305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 05:11:24.321885 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-77532e89-2bd3-4792-ad74-5e1904c16407 admin admin] For port cbe14692-c279-413a-98f9-6a6007bc357d, host dv-cinder-786524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=cbe14692-c279-413a-98f9-6a6007bc357d,segment=NetworkSegment(88f0db33-a5d4-497b-ae0c-257388b0c0ef),segment_id=88f0db33-a5d4-497b-ae0c-257388b0c0ef)] {{(pid=85357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:11:24.322303 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-77532e89-2bd3-4792-ad74-5e1904c16407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821567696'] for port, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:24.327238 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-f4aed5c2-abbc-4b8e-a46d-5050e0913116 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Calling delete_port for b5390aeb-ffd7-41f9-b12e-81cfd2b78497 owned by network:floatingip {{(pid=85356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 05:11:24.432399 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] No Port match for: 2cc6e7a8-88b6-4bd9-8c7a-da164869b549 {{(pid=85358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 16 05:11:24.432758 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device 2cc6e7a8-88b6-4bd9-8c7a-da164869b549 not bound to the agent host hv-cinder-78652 {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 05:11:24.466493 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-77532e89-2bd3-4792-ad74-5e1904c16407 admin admin] Calling delete_port for cbe14692-c279-413a-98f9-6a6007bc357d owned by network:router_gateway {{(pid=85357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 05:11:24.484753 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-1417059c-016b-4e0c-8b32-601382ce8973 None None] Set router fcc95d43-a496-45de-9865-755ab638fd93 gateway port host: None {{(pid=85358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:11:24.557562 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f4aed5c2-abbc-4b8e-a46d-5050e0913116 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752522904879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752522456008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32051484'] for port, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:24.575971 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-6599595e-9410-4471-9f54-f0e9f859378c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:11:24.614430 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-1417059c-016b-4e0c-8b32-601382ce8973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5daeef36a0>, [{'id': 'fcc95d43-a496-45de-9865-755ab638fd93', 'name': 'tempest-TestShelveInstance-1869201796-router', 'tenant_id': 'ce83df192629467992e560af6887d251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:05:04Z', 'updated_at': '2021-04-16T05:11:24Z', 'revision_number': 6, 'project_id': 'ce83df192629467992e560af6887d251', 'gw_port_host': None}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:11:24.620230 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1417059c-016b-4e0c-8b32-601382ce8973 None None] The sync data for ids ['fcc95d43-a496-45de-9865-755ab638fd93'] in dv-cinder-786524-1-iscsi is: [{'id': 'fcc95d43-a496-45de-9865-755ab638fd93', 'name': 'tempest-TestShelveInstance-1869201796-router', 'tenant_id': 'ce83df192629467992e560af6887d251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:05:04Z', 'updated_at': '2021-04-16T05:11:24Z', 'revision_number': 6, 'project_id': 'ce83df192629467992e560af6887d251', 'gw_port_host': None}] {{(pid=85358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 05:11:24.664862 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-77532e89-2bd3-4792-ad74-5e1904c16407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752522904879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752522456008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30120147'] for port, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:24.680213 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aed5c2-abbc-4b8e-a46d-5050e0913116 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Pushing event deleted for resources: {'Port': ['ID=b5390aeb-ffd7-41f9-b12e-81cfd2b78497,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:11:24.682242 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-70d0219a-0d8f-4722-85ad-a16cfe7e8151 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:11:24.683756 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-f4aed5c2-abbc-4b8e-a46d-5050e0913116 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:11:24.702649 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9e7f2f-d215-4863-a977-1b7ef37f32aa None None] New status for floating IP 571b39aa-49fb-4c56-99c5-9764a4d331b0: DOWN {{(pid=85359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 16 05:11:24.792887 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77532e89-2bd3-4792-ad74-5e1904c16407 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbe14692-c279-413a-98f9-6a6007bc357d,revision_number=None']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:11:24.797071 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-77532e89-2bd3-4792-ad74-5e1904c16407 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:11:24.882248 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f4aed5c2-abbc-4b8e-a46d-5050e0913116 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks [] for floatingip, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:24.898951 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f4aed5c2-abbc-4b8e-a46d-5050e0913116 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for floatingip, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:24.900326 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-f4aed5c2-abbc-4b8e-a46d-5050e0913116 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] 10.222.0.26 "DELETE /v2.0/floatingips/571b39aa-49fb-4c56-99c5-9764a4d331b0 HTTP/1.1" status: 204  len: 168 time: 1.2337782
Apr 16 05:11:24.981921 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-77532e89-2bd3-4792-ad74-5e1904c16407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036821578990'] for router_gateway, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:25.196735 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-77532e89-2bd3-4792-ad74-5e1904c16407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036821578328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5870'] for router, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:25.199560 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-77532e89-2bd3-4792-ad74-5e1904c16407 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:25.222485 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-77532e89-2bd3-4792-ad74-5e1904c16407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33198392'] for router, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:25.223059 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77532e89-2bd3-4792-ad74-5e1904c16407 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fcc95d43-a496-45de-9865-755ab638fd93 {{(pid=85357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 16 05:11:25.246536 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-77532e89-2bd3-4792-ad74-5e1904c16407 admin admin] Notify callbacks [] for router, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:25.248567 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-77532e89-2bd3-4792-ad74-5e1904c16407 admin admin] 10.222.0.26 "DELETE /v2.0/routers/fcc95d43-a496-45de-9865-755ab638fd93 HTTP/1.1" status: 204  len: 168 time: 1.9518788
Apr 16 05:11:25.251351 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 40830) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:11:25.325793 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa0075ef-bf0a-418d-a1f0-13371b20893f admin admin] Deleting subnet c0363fd0-113a-4733-a2b1-4bf827f7e922 {{(pid=85357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 16 05:11:25.329537 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-fa0075ef-bf0a-418d-a1f0-13371b20893f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:25.394503 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-fa0075ef-bf0a-418d-a1f0-13371b20893f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30839224'] for subnet, precommit_delete_associations {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:25.526325 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-fa0075ef-bf0a-418d-a1f0-13371b20893f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-24815'] for subnet, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:25.792496 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-fa0075ef-bf0a-418d-a1f0-13371b20893f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854751001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821614264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036824655738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31845136'] for subnet, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:25.809770 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-d1e38f0a-77f1-4af1-a031-0a57cdec3614 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:11:25.908980 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0075ef-bf0a-418d-a1f0-13371b20893f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0363fd0-113a-4733-a2b1-4bf827f7e922,revision_number=None']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:11:25.914368 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-fa0075ef-bf0a-418d-a1f0-13371b20893f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:11:25.950293 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-fa0075ef-bf0a-418d-a1f0-13371b20893f admin admin] Notify callbacks [] for subnet, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:25.957921 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-fa0075ef-bf0a-418d-a1f0-13371b20893f admin admin] 10.222.0.26 "DELETE /v2.0/subnets/c0363fd0-113a-4733-a2b1-4bf827f7e922 HTTP/1.1" status: 204  len: 168 time: 0.7054253
Apr 16 05:11:25.958129 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf58620-f1ef-4e2f-98f1-0a4bdec2d653 None None] Network 664292e9-5cb7-4c38-858c-87a95d93f53a requested from dv-cinder-786524-1-iscsi {{(pid=85358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 05:11:25.962669 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 40834) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:11:26.084750 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-eb6ed7e7-fcf2-44e5-9a16-8bd7148d96c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854762676'] for network, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:26.163427 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ed7e7-fcf2-44e5-9a16-8bd7148d96c4 admin admin] Deleting port 13fa4c29-8762-4c04-8825-7eeb653aebc7 {{(pid=85357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 05:11:26.163820 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-eb6ed7e7-fcf2-44e5-9a16-8bd7148d96c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284331874164'] for port, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:26.256251 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77519d33-6b04-43f7-8078-cd86fbcbd56f None None] DHCP port deletion for 664292e9-5cb7-4c38-858c-87a95d93f53a request from dv-cinder-786524-1-iscsi {{(pid=85358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 16 05:11:26.261986 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-77519d33-6b04-43f7-8078-cd86fbcbd56f None None] Deleting port 13fa4c29-8762-4c04-8825-7eeb653aebc7 {{(pid=85358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 05:11:26.262531 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-77519d33-6b04-43f7-8078-cd86fbcbd56f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284331874164'] for port, before_delete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:26.440701 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-eb6ed7e7-fcf2-44e5-9a16-8bd7148d96c4 admin admin] For port 13fa4c29-8762-4c04-8825-7eeb653aebc7, host dv-cinder-786524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=13fa4c29-8762-4c04-8825-7eeb653aebc7,segment=NetworkSegment(cb8e44eb-736f-4d1f-b3b1-3923d82bb05b),segment_id=cb8e44eb-736f-4d1f-b3b1-3923d82bb05b)] {{(pid=85357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:11:26.441126 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-eb6ed7e7-fcf2-44e5-9a16-8bd7148d96c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821567696'] for port, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:26.531977 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device f3c0c6e6-979c-4926-aec1-a0f16e62dde2 no longer exists at agent ovs-agent-dv-cinder-786524-1-iscsi {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 05:11:26.584150 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] No Port match for: f3c0c6e6-979c-4926-aec1-a0f16e62dde2 {{(pid=85358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 16 05:11:26.584610 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device f3c0c6e6-979c-4926-aec1-a0f16e62dde2 not bound to the agent host dv-cinder-786524-1-iscsi {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 05:11:26.585147 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device cbe14692-c279-413a-98f9-6a6007bc357d no longer exists at agent ovs-agent-dv-cinder-786524-1-iscsi {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 05:11:26.639230 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] No Port match for: cbe14692-c279-413a-98f9-6a6007bc357d {{(pid=85358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 16 05:11:26.639537 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device cbe14692-c279-413a-98f9-6a6007bc357d not bound to the agent host dv-cinder-786524-1-iscsi {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 05:11:26.639973 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device 13fa4c29-8762-4c04-8825-7eeb653aebc7 no longer exists at agent ovs-agent-dv-cinder-786524-1-iscsi {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 05:11:26.653219 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ed7e7-fcf2-44e5-9a16-8bd7148d96c4 admin admin] Calling delete_port for 13fa4c29-8762-4c04-8825-7eeb653aebc7 owned by network:dhcp {{(pid=85357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 05:11:26.687766 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-77519d33-6b04-43f7-8078-cd86fbcbd56f None None] For port 13fa4c29-8762-4c04-8825-7eeb653aebc7, host dv-cinder-786524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=13fa4c29-8762-4c04-8825-7eeb653aebc7,segment=NetworkSegment(cb8e44eb-736f-4d1f-b3b1-3923d82bb05b),segment_id=cb8e44eb-736f-4d1f-b3b1-3923d82bb05b)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:11:26.688233 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-77519d33-6b04-43f7-8078-cd86fbcbd56f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821567696'] for port, precommit_delete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:26.816645 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-eb6ed7e7-fcf2-44e5-9a16-8bd7148d96c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752522904879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752522456008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30120147'] for port, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:26.843736 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-77519d33-6b04-43f7-8078-cd86fbcbd56f None None] Calling delete_port for 13fa4c29-8762-4c04-8825-7eeb653aebc7 owned by network:dhcp {{(pid=85358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 05:11:26.848836 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-0972a113-e01f-4e4d-86f0-182cd0cd38fa tempest-VolumesActionsTest-1615331022 tempest-VolumesActionsTest-1615331022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:11:26.901749 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] No active binding found for port 13fa4c29-8762-4c04-8825-7eeb653aebc7 {{(pid=85358) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:225}}
Apr 16 05:11:26.902219 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device 13fa4c29-8762-4c04-8825-7eeb653aebc7 not bound to the agent host dv-cinder-786524-1-iscsi {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 05:11:26.935063 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.db.api [None req-77519d33-6b04-43f7-8078-cd86fbcbd56f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85358) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 05:11:26.935484 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_db.api [None req-77519d33-6b04-43f7-8078-cd86fbcbd56f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 16 05:11:27.006802 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ed7e7-fcf2-44e5-9a16-8bd7148d96c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=13fa4c29-8762-4c04-8825-7eeb653aebc7,revision_number=None']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:11:27.022497 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-eb6ed7e7-fcf2-44e5-9a16-8bd7148d96c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:11:27.067188 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6ed7e7-fcf2-44e5-9a16-8bd7148d96c4 admin admin] No DVR routers for this DVR port 13fa4c29-8762-4c04-8825-7eeb653aebc7 on host dv-cinder-786524-1-iscsi {{(pid=85357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 16 05:11:27.198372 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-eb6ed7e7-fcf2-44e5-9a16-8bd7148d96c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854672018', 'neutron.services.segments.db._delete_segments_for_network-8752523025096'] for network, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:27.436869 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-77519d33-6b04-43f7-8078-cd86fbcbd56f None None] Deleting port 13fa4c29-8762-4c04-8825-7eeb653aebc7 {{(pid=85358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 05:11:27.437444 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-77519d33-6b04-43f7-8078-cd86fbcbd56f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284331874164'] for port, before_delete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:27.514343 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-77519d33-6b04-43f7-8078-cd86fbcbd56f None None] The port '13fa4c29-8762-4c04-8825-7eeb653aebc7' was deleted {{(pid=85358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 16 05:11:27.582845 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.services.segments.db [None req-eb6ed7e7-fcf2-44e5-9a16-8bd7148d96c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5dae2692e8>,) {'filters': {'network_id': ['664292e9-5cb7-4c38-858c-87a95d93f53a']}} {{(pid=85357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:11:27.596928 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.services.segments.db [None req-eb6ed7e7-fcf2-44e5-9a16-8bd7148d96c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5dae2692e8>, 'cb8e44eb-736f-4d1f-b3b1-3923d82bb05b') {'for_net_delete': True} {{(pid=85357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:11:27.597290 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.services.segments.db [None req-eb6ed7e7-fcf2-44e5-9a16-8bd7148d96c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5dae2692e8>, 'cb8e44eb-736f-4d1f-b3b1-3923d82bb05b') {} {{(pid=85357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:11:27.609865 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-eb6ed7e7-fcf2-44e5-9a16-8bd7148d96c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752523028953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036823936640'] for segment, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:27.624933 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-eb6ed7e7-fcf2-44e5-9a16-8bd7148d96c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854750583'] for segment, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:27.631384 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb6ed7e7-fcf2-44e5-9a16-8bd7148d96c4 admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=85357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 16 05:11:27.817981 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-eb6ed7e7-fcf2-44e5-9a16-8bd7148d96c4 admin admin] Network 664292e9-5cb7-4c38-858c-87a95d93f53a has no segments {{(pid=85357) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 16 05:11:27.828720 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-eb6ed7e7-fcf2-44e5-9a16-8bd7148d96c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-25233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30121511'] for segment, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:28.028692 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-eb6ed7e7-fcf2-44e5-9a16-8bd7148d96c4 admin admin] Network 664292e9-5cb7-4c38-858c-87a95d93f53a has no segments {{(pid=85357) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 16 05:11:28.043203 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 40854) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:11:28.055047 dv-cinder-786524-1-iscsi neutron-server[85243]: Traceback (most recent call last):
Apr 16 05:11:28.055047 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 05:11:28.055047 dv-cinder-786524-1-iscsi neutron-server[85243]:     timer()
Apr 16 05:11:28.055047 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 05:11:28.055047 dv-cinder-786524-1-iscsi neutron-server[85243]:     cb(*args, **kw)
Apr 16 05:11:28.055047 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 16 05:11:28.055047 dv-cinder-786524-1-iscsi neutron-server[85243]:     return func(*args, **kwargs)
Apr 16 05:11:28.055047 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 05:11:28.055047 dv-cinder-786524-1-iscsi neutron-server[85243]:     self._notify()
Apr 16 05:11:28.055047 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 05:11:28.055047 dv-cinder-786524-1-iscsi neutron-server[85243]:     self.callback(batched_events)
Apr 16 05:11:28.055047 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 05:11:28.055047 dv-cinder-786524-1-iscsi neutron-server[85243]:     event.method(event)
Apr 16 05:11:28.055047 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 16 05:11:28.055047 dv-cinder-786524-1-iscsi neutron-server[85243]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 05:11:28.055047 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 16 05:11:28.055047 dv-cinder-786524-1-iscsi neutron-server[85243]:     segment_id)['aggregates'][0]
Apr 16 05:11:28.055047 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 16 05:11:28.055047 dv-cinder-786524-1-iscsi neutron-server[85243]:     return f(self, *a, **k)
Apr 16 05:11:28.055047 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 16 05:11:28.055047 dv-cinder-786524-1-iscsi neutron-server[85243]:     return self._get(url).json()
Apr 16 05:11:28.055047 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 05:11:28.055047 dv-cinder-786524-1-iscsi neutron-server[85243]:     **kwargs)
Apr 16 05:11:28.055047 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 05:11:28.055047 dv-cinder-786524-1-iscsi neutron-server[85243]:     return self.request(url, 'GET', **kwargs)
Apr 16 05:11:28.055047 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 16 05:11:28.055047 dv-cinder-786524-1-iscsi neutron-server[85243]:     **endpoint_filter)
Apr 16 05:11:28.055047 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 05:11:28.055047 dv-cinder-786524-1-iscsi neutron-server[85243]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 05:11:28.055047 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 05:11:28.055047 dv-cinder-786524-1-iscsi neutron-server[85243]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 05:11:28.055047 dv-cinder-786524-1-iscsi neutron-server[85243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 05:11:28.143980 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-eb6ed7e7-fcf2-44e5-9a16-8bd7148d96c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-103783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821614228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33197052'] for network, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:28.148773 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:11:28.166431 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-eb6ed7e7-fcf2-44e5-9a16-8bd7148d96c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821710155'] for network, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:28.174068 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ed7e7-fcf2-44e5-9a16-8bd7148d96c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=664292e9-5cb7-4c38-858c-87a95d93f53a,revision_number=None']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:11:28.179889 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-eb6ed7e7-fcf2-44e5-9a16-8bd7148d96c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:11:28.187624 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-eb6ed7e7-fcf2-44e5-9a16-8bd7148d96c4 admin admin] 10.222.0.26 "DELETE /v2.0/networks/664292e9-5cb7-4c38-858c-87a95d93f53a HTTP/1.1" status: 204  len: 168 time: 2.2193966
Apr 16 05:11:28.385513 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 40862) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:11:28.449898 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-872e6ade-cf05-4ec8-9902-6bdd8a36d61c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=19a213d1b49b4109b75966286a61917f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0621610
Apr 16 05:11:28.453575 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 40866) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:11:28.527285 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a3798c07-57d4-4f3d-a094-820f48e53027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:28.560120 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a3798c07-57d4-4f3d-a094-820f48e53027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:28.616805 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a3798c07-57d4-4f3d-a094-820f48e53027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:28.622098 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-ed5bd559-bdd6-49c0-b2e1-1c40591fe87d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:11:28.639476 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3798c07-57d4-4f3d-a094-820f48e53027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94dd1bb8-7f83-405e-8168-46e0dc6dccb8,revision_number=None']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:11:28.642834 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-a3798c07-57d4-4f3d-a094-820f48e53027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:11:28.645194 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a3798c07-57d4-4f3d-a094-820f48e53027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:28.649744 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-a3798c07-57d4-4f3d-a094-820f48e53027 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/94dd1bb8-7f83-405e-8168-46e0dc6dccb8 HTTP/1.1" status: 204  len: 168 time: 0.1948915
Apr 16 05:11:29.016490 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-97ebf683-a551-4a48-87ad-9acd1f289b88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036821579261'] for router_interface, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:29.099655 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 40874) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:11:29.157266 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-089e4764-a003-4a05-80c0-239f259d32a5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ce83df192629467992e560af6887d251&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0560739
Apr 16 05:11:29.159966 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 40878) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:11:29.232699 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-744448cc-7b01-4c4e-b5b1-82c676718992 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:29.262860 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-744448cc-7b01-4c4e-b5b1-82c676718992 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:29.309924 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-744448cc-7b01-4c4e-b5b1-82c676718992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:29.315108 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-3467b3ac-0952-4898-bf70-f29eed9d3ff9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:11:29.326352 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744448cc-7b01-4c4e-b5b1-82c676718992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1aa27aa-b15b-4bb0-ba33-455c8d384833,revision_number=None']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:11:29.328808 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-744448cc-7b01-4c4e-b5b1-82c676718992 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:11:29.335196 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-744448cc-7b01-4c4e-b5b1-82c676718992 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:29.339146 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-744448cc-7b01-4c4e-b5b1-82c676718992 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b1aa27aa-b15b-4bb0-ba33-455c8d384833 HTTP/1.1" status: 204  len: 168 time: 0.1756268
Apr 16 05:11:29.431030 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-97ebf683-a551-4a48-87ad-9acd1f289b88 admin admin] Deleting port 08ce9393-00ae-4be1-9278-180b21c775d2 {{(pid=85356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 05:11:29.431310 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-97ebf683-a551-4a48-87ad-9acd1f289b88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284331874164'] for port, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:29.642734 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-97ebf683-a551-4a48-87ad-9acd1f289b88 admin admin] For port 08ce9393-00ae-4be1-9278-180b21c775d2, host dv-cinder-786524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=08ce9393-00ae-4be1-9278-180b21c775d2,segment=NetworkSegment(79077226-93f2-4a1f-b0e8-7ab4b09d1a7b),segment_id=79077226-93f2-4a1f-b0e8-7ab4b09d1a7b)] {{(pid=85356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:11:29.643372 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-97ebf683-a551-4a48-87ad-9acd1f289b88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821567696'] for port, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:29.784469 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-97ebf683-a551-4a48-87ad-9acd1f289b88 admin admin] Calling delete_port for 08ce9393-00ae-4be1-9278-180b21c775d2 owned by network:router_interface {{(pid=85356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 05:11:30.007810 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-97ebf683-a551-4a48-87ad-9acd1f289b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752522904879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752522456008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32051484'] for port, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:30.040279 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-767797ae-6de3-41ef-96bc-272f4428a7c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:11:30.187479 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ebf683-a551-4a48-87ad-9acd1f289b88 admin admin] Pushing event deleted for resources: {'Port': ['ID=08ce9393-00ae-4be1-9278-180b21c775d2,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:11:30.190507 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-97ebf683-a551-4a48-87ad-9acd1f289b88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:11:30.216932 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 40902) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:11:30.360643 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-258f725b-022e-41f4-b102-edb7d3b34f47 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-127490657-network', 'tenant_id': 'db51901ec1bf486ca3fc2d191f21d909'}} {{(pid=85357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:11:30.366290 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-258f725b-022e-41f4-b102-edb7d3b34f47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:11:30.371594 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-258f725b-022e-41f4-b102-edb7d3b34f47 admin admin] Usage tracker for resource:network and tenant:db51901ec1bf486ca3fc2d191f21d909 is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:11:30.377766 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-258f725b-022e-41f4-b102-edb7d3b34f47 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:11:30.387920 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-258f725b-022e-41f4-b102-edb7d3b34f47 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:11:30.404630 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-258f725b-022e-41f4-b102-edb7d3b34f47 admin admin] Made reservation on behalf of db51901ec1bf486ca3fc2d191f21d909 for: {'network': 1} {{(pid=85357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 05:11:30.409734 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-258f725b-022e-41f4-b102-edb7d3b34f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for network, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:30.434884 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-258f725b-022e-41f4-b102-edb7d3b34f47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:30.463571 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-258f725b-022e-41f4-b102-edb7d3b34f47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:11:30.470075 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-258f725b-022e-41f4-b102-edb7d3b34f47 admin admin] Usage tracker for resource:security_group_rule and tenant:db51901ec1bf486ca3fc2d191f21d909 is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:11:30.475406 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-258f725b-022e-41f4-b102-edb7d3b34f47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:11:30.487483 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-258f725b-022e-41f4-b102-edb7d3b34f47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:11:30.589875 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-97ebf683-a551-4a48-87ad-9acd1f289b88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33065615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036821578840'] for router_interface, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:30.605306 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-258f725b-022e-41f4-b102-edb7d3b34f47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:30.609935 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-258f725b-022e-41f4-b102-edb7d3b34f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:30.616159 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-999b41aa-1f7f-4484-aa0f-a2849c7d65b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:11:30.646397 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-258f725b-022e-41f4-b102-edb7d3b34f47 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373}  {{(pid=85357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 16 05:11:30.656101 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258f725b-022e-41f4-b102-edb7d3b34f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68b05e29-84fd-4f73-a0d1-51939227b531,revision_number=1']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:11:30.660222 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-258f725b-022e-41f4-b102-edb7d3b34f47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:11:30.663383 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-258f725b-022e-41f4-b102-edb7d3b34f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854750583'] for segment, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:30.663755 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.db.segments_db [None req-258f725b-022e-41f4-b102-edb7d3b34f47 admin admin] Added segment fa8ed93a-7d20-4bda-811d-279523b2b9b5 of type vlan for network 8dec1d0f-cfff-4035-8076-7521657c2e62
Apr 16 05:11:30.696553 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-258f725b-022e-41f4-b102-edb7d3b34f47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284332331448'] for network, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:30.729268 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-258f725b-022e-41f4-b102-edb7d3b34f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821614228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202'] for network, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:30.730711 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258f725b-022e-41f4-b102-edb7d3b34f47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:11:30.731354 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-258f725b-022e-41f4-b102-edb7d3b34f47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821710155'] for network, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:30.736862 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:11:30.845665 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-258f725b-022e-41f4-b102-edb7d3b34f47 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.6270795
Apr 16 05:11:30.849081 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 40908) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:11:30.852405 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258f725b-022e-41f4-b102-edb7d3b34f47 admin admin] Pushing event updated for resources: {'Network': ['ID=8dec1d0f-cfff-4035-8076-7521657c2e62,revision_number=1']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:11:30.858265 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-dba3897c-9de9-45ef-bd35-6e6bf5472232 admin admin] Request body: {'subnet': {'network_id': '8dec1d0f-cfff-4035-8076-7521657c2e62', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-127490657-subnet', 'tenant_id': 'db51901ec1bf486ca3fc2d191f21d909', 'ip_version': 4}} {{(pid=85357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:11:30.862373 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-258f725b-022e-41f4-b102-edb7d3b34f47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:11:30.864383 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-dba3897c-9de9-45ef-bd35-6e6bf5472232 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:11:30.865825 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Network 8dec1d0f-cfff-4035-8076-7521657c2e62 details requested by agent ovs-agent-dv-cinder-786524-1-iscsi with host dv-cinder-786524-1-iscsi {{(pid=85358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 16 05:11:30.869321 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-dba3897c-9de9-45ef-bd35-6e6bf5472232 admin admin] Usage tracker for resource:subnet and tenant:db51901ec1bf486ca3fc2d191f21d909 is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:11:30.872493 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-dba3897c-9de9-45ef-bd35-6e6bf5472232 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:11:30.878959 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-dba3897c-9de9-45ef-bd35-6e6bf5472232 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:11:30.890393 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba3897c-9de9-45ef-bd35-6e6bf5472232 admin admin] Made reservation on behalf of db51901ec1bf486ca3fc2d191f21d909 for: {'subnet': 1} {{(pid=85357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 05:11:30.899292 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-dba3897c-9de9-45ef-bd35-6e6bf5472232 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036822930630'] for subnet, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:31.166125 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97ebf683-a551-4a48-87ad-9acd1f289b88 admin admin] Router 06219234-90cd-436f-bef0-5978e43466c4 has already been hosted by L3 agent 9bacd1b6-99a0-44b1-8352-fe12768771b0 {{(pid=85356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 16 05:11:31.399415 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-dba3897c-9de9-45ef-bd35-6e6bf5472232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821614264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30120125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036822930679'] for subnet, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:31.416643 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:11:31.566550 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba3897c-9de9-45ef-bd35-6e6bf5472232 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6cb0891-12b7-4364-a273-4c1d3fcc7328,revision_number=0']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:11:31.571218 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-dba3897c-9de9-45ef-bd35-6e6bf5472232 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:11:31.644382 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba3897c-9de9-45ef-bd35-6e6bf5472232 admin admin] Checking segment: {'id': 'fa8ed93a-7d20-4bda-811d-279523b2b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8dec1d0f-cfff-4035-8076-7521657c2e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 05:11:31.644772 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba3897c-9de9-45ef-bd35-6e6bf5472232 admin admin] Network hostable DHCP agents. Network: 8dec1d0f-cfff-4035-8076-7521657c2e62, hostable agents: ['582622ae-d895-4475-8046-f15afe99e67f'], hosted agents: [] {{(pid=85357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 16 05:11:31.658785 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ebf683-a551-4a48-87ad-9acd1f289b88 admin admin] Notify agent at l3_agent.dv-cinder-786524-1-iscsi the message routers_updated {{(pid=85356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 05:11:31.666974 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba3897c-9de9-45ef-bd35-6e6bf5472232 admin admin] Network 8dec1d0f-cfff-4035-8076-7521657c2e62 is scheduled to be hosted by DHCP agent 582622ae-d895-4475-8046-f15afe99e67f with binding_index 1 {{(pid=85357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 16 05:11:31.669660 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b190914c-3c81-4bea-8783-c9610d6c35f9 None None] Sync routers for ids ['06219234-90cd-436f-bef0-5978e43466c4'] in dv-cinder-786524-1-iscsi {{(pid=85358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 05:11:31.673679 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-97ebf683-a551-4a48-87ad-9acd1f289b88 admin admin] 10.222.0.26 "PUT /v2.0/routers/06219234-90cd-436f-bef0-5978e43466c4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6288059
Apr 16 05:11:31.676318 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 40912) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:11:31.681278 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [None req-dba3897c-9de9-45ef-bd35-6e6bf5472232 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-1-iscsi, 8dec1d0f-cfff-4035-8076-7521657c2e62) {{(pid=85357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 05:11:31.682070 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b190914c-3c81-4bea-8783-c9610d6c35f9 None None] Routers {'06219234-90cd-436f-bef0-5978e43466c4'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:11:31.682804 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-b190914c-3c81-4bea-8783-c9610d6c35f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dae97d3c8>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:11:07Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['06219234-90cd-436f-bef0-5978e43466c4'], 'active': True} {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:11:31.695248 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba3897c-9de9-45ef-bd35-6e6bf5472232 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:11:31.695912 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-dba3897c-9de9-45ef-bd35-6e6bf5472232 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:31.724087 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-dba3897c-9de9-45ef-bd35-6e6bf5472232 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.8685718
Apr 16 05:11:31.724570 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 40916) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:11:31.730449 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-39c2b1c2-6938-44b7-b8ef-3894ac7caff8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-127490657-router', 'tenant_id': 'db51901ec1bf486ca3fc2d191f21d909', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88'}}} {{(pid=85357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:11:31.736225 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-39c2b1c2-6938-44b7-b8ef-3894ac7caff8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:11:31.740774 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-39c2b1c2-6938-44b7-b8ef-3894ac7caff8 admin admin] Usage tracker for resource:router and tenant:db51901ec1bf486ca3fc2d191f21d909 is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:11:31.744946 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-39c2b1c2-6938-44b7-b8ef-3894ac7caff8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:11:31.751639 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-39c2b1c2-6938-44b7-b8ef-3894ac7caff8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:11:31.751836 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefde33a-a0f0-4c93-8668-e85c5228136f None None] Network 8dec1d0f-cfff-4035-8076-7521657c2e62 requested from dv-cinder-786524-1-iscsi {{(pid=85358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 05:11:31.762651 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-39c2b1c2-6938-44b7-b8ef-3894ac7caff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036821578267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5887'] for router, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:31.763827 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-39c2b1c2-6938-44b7-b8ef-3894ac7caff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33197368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33196902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33168124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854769946'] for router, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:31.784314 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-39c2b1c2-6938-44b7-b8ef-3894ac7caff8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:31.936755 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-7ea71d87-8192-4b6b-93fe-bdc20c1dfe55 admin admin] Notify callbacks [] for router, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:32.052348 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-b190914c-3c81-4bea-8783-c9610d6c35f9 None None] Set router 06219234-90cd-436f-bef0-5978e43466c4 gateway port host: dv-cinder-786524-1-iscsi {{(pid=85358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:11:32.137657 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-39c2b1c2-6938-44b7-b8ef-3894ac7caff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33196887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036821578282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770023'] for router, precommit_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:32.144024 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-7ea71d87-8192-4b6b-93fe-bdc20c1dfe55 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:32.154860 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-7ea71d87-8192-4b6b-93fe-bdc20c1dfe55 admin admin] Deleting port a6f9e583-5545-4b1e-b17d-dbdb943266cf {{(pid=85356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 05:11:32.155279 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-7ea71d87-8192-4b6b-93fe-bdc20c1dfe55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284331874164'] for port, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:32.350176 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510fd76f-3184-425c-9088-9a05b72a3b6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpead8f01a-240e-5c6f-845d-431874f38e8d-8dec1d0f-cfff-4035-8076-7521657c2e62', 'network_id': '8dec1d0f-cfff-4035-8076-7521657c2e62', 'tenant_id': 'db51901ec1bf486ca3fc2d191f21d909', 'fixed_ips': [{'subnet_id': 'b6cb0891-12b7-4364-a273-4c1d3fcc7328'}]}} from dv-cinder-786524-1-iscsi. {{(pid=85358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 16 05:11:32.351643 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-510fd76f-3184-425c-9088-9a05b72a3b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_create {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:32.359884 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-7ea71d87-8192-4b6b-93fe-bdc20c1dfe55 admin admin] For port a6f9e583-5545-4b1e-b17d-dbdb943266cf, host dv-cinder-786524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=a6f9e583-5545-4b1e-b17d-dbdb943266cf,segment=NetworkSegment(88f0db33-a5d4-497b-ae0c-257388b0c0ef),segment_id=88f0db33-a5d4-497b-ae0c-257388b0c0ef)] {{(pid=85356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:11:32.360391 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-7ea71d87-8192-4b6b-93fe-bdc20c1dfe55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821567696'] for port, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:32.498119 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-39c2b1c2-6938-44b7-b8ef-3894ac7caff8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:32.500019 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-7ea71d87-8192-4b6b-93fe-bdc20c1dfe55 admin admin] Calling delete_port for a6f9e583-5545-4b1e-b17d-dbdb943266cf owned by network:router_gateway {{(pid=85356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 05:11:32.532654 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-39c2b1c2-6938-44b7-b8ef-3894ac7caff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:32.606658 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-b190914c-3c81-4bea-8783-c9610d6c35f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dae97d3c8>, [{'id': '06219234-90cd-436f-bef0-5978e43466c4', 'name': 'tempest-AttachVolumeShelveTestJSON-1995442241-router', 'tenant_id': '0568e0a577bb45428833638c9c368aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'a6f9e583-5545-4b1e-b17d-dbdb943266cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:03:36Z', 'updated_at': '2021-04-16T05:11:29Z', 'revision_number': 5, 'project_id': '0568e0a577bb45428833638c9c368aa5', 'gw_port': {'id': 'a6f9e583-5545-4b1e-b17d-dbdb943266cf', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:de:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06219234-90cd-436f-bef0-5978e43466c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:03:39Z', 'updated_at': '2021-04-16T05:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi'}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:11:32.613716 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.db_base_plugin_common [None req-510fd76f-3184-425c-9088-9a05b72a3b6b None None] Allocated IP 172.20.0.2 (8dec1d0f-cfff-4035-8076-7521657c2e62/b6cb0891-12b7-4364-a273-4c1d3fcc7328/6e400188-c9d8-4020-82c4-0dfe244ae2e7) {{(pid=85358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 05:11:32.620426 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b190914c-3c81-4bea-8783-c9610d6c35f9 None None] Checking router: 06219234-90cd-436f-bef0-5978e43466c4 for host: dv-cinder-786524-1-iscsi {{(pid=85358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 05:11:32.654399 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b190914c-3c81-4bea-8783-c9610d6c35f9 None None] Routers {'06219234-90cd-436f-bef0-5978e43466c4'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:11:32.655107 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-b190914c-3c81-4bea-8783-c9610d6c35f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dae97d3c8>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:11:07Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['06219234-90cd-436f-bef0-5978e43466c4'], 'active': True} {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:11:32.688840 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.db_base_plugin_common [None req-39c2b1c2-6938-44b7-b8ef-3894ac7caff8 admin admin] Allocated IP 172.27.2.238 (09b59cd3-13be-4f6b-8ba8-71a7bb13ef88/d321c4f6-731d-44eb-a563-8ed238725710/74c9d90b-c1df-4a7a-ab06-8fb6623300c1) {{(pid=85357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 05:11:32.690889 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-7ea71d87-8192-4b6b-93fe-bdc20c1dfe55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752522904879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752522456008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32051484'] for port, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:32.783075 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-525d8d7a-3736-4b91-88e6-ca59c27a3c04 tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:11:32.850689 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea71d87-8192-4b6b-93fe-bdc20c1dfe55 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6f9e583-5545-4b1e-b17d-dbdb943266cf,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:11:32.869500 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-7ea71d87-8192-4b6b-93fe-bdc20c1dfe55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:11:32.896762 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-39c2b1c2-6938-44b7-b8ef-3894ac7caff8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:32.941988 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-39c2b1c2-6938-44b7-b8ef-3894ac7caff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284332319809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30120147'] for port, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:32.958361 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-06f5645c-a6b8-4f96-885b-f9459719b68a tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:11:32.997633 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-7ea71d87-8192-4b6b-93fe-bdc20c1dfe55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036821578990'] for router_gateway, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:33.107862 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-b190914c-3c81-4bea-8783-c9610d6c35f9 None None] Set router 06219234-90cd-436f-bef0-5978e43466c4 gateway port host: None {{(pid=85358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:11:33.252058 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-b190914c-3c81-4bea-8783-c9610d6c35f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dae97d3c8>, [{'id': '06219234-90cd-436f-bef0-5978e43466c4', 'name': 'tempest-AttachVolumeShelveTestJSON-1995442241-router', 'tenant_id': '0568e0a577bb45428833638c9c368aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:03:36Z', 'updated_at': '2021-04-16T05:11:32Z', 'revision_number': 7, 'project_id': '0568e0a577bb45428833638c9c368aa5', 'gw_port_host': None}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:11:33.264676 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b190914c-3c81-4bea-8783-c9610d6c35f9 None None] The sync data for ids ['06219234-90cd-436f-bef0-5978e43466c4'] in dv-cinder-786524-1-iscsi is: [{'id': '06219234-90cd-436f-bef0-5978e43466c4', 'name': 'tempest-AttachVolumeShelveTestJSON-1995442241-router', 'tenant_id': '0568e0a577bb45428833638c9c368aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:03:36Z', 'updated_at': '2021-04-16T05:11:32Z', 'revision_number': 7, 'project_id': '0568e0a577bb45428833638c9c368aa5', 'gw_port_host': None}] {{(pid=85358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 05:11:33.267405 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-7ea71d87-8192-4b6b-93fe-bdc20c1dfe55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036821578328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5870'] for router, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:33.272119 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-7ea71d87-8192-4b6b-93fe-bdc20c1dfe55 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:33.314682 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-7ea71d87-8192-4b6b-93fe-bdc20c1dfe55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33198392'] for router, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:33.315567 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ea71d87-8192-4b6b-93fe-bdc20c1dfe55 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06219234-90cd-436f-bef0-5978e43466c4 {{(pid=85356) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 16 05:11:33.342545 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-7ea71d87-8192-4b6b-93fe-bdc20c1dfe55 admin admin] Notify callbacks [] for router, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:33.347270 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-7ea71d87-8192-4b6b-93fe-bdc20c1dfe55 admin admin] 10.222.0.26 "DELETE /v2.0/routers/06219234-90cd-436f-bef0-5978e43466c4 HTTP/1.1" status: 204  len: 168 time: 1.6695263
Apr 16 05:11:33.348005 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 40920) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:11:33.391497 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-510fd76f-3184-425c-9088-9a05b72a3b6b None None] Notify callbacks [] for port, precommit_create {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:33.407083 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-510fd76f-3184-425c-9088-9a05b72a3b6b None None] Transition to ACTIVE for port object 6e400188-c9d8-4020-82c4-0dfe244ae2e7 will not be triggered until provisioned by entity L2. {{(pid=85358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 05:11:33.431490 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.db_base_plugin_v2 [None req-72d5063d-6fd9-43b0-9283-7cef37450555 admin admin] Deleting subnet 7194465a-cb17-4853-a8ba-70bd30e05305 {{(pid=85356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 16 05:11:33.435341 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-72d5063d-6fd9-43b0-9283-7cef37450555 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:33.442540 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-510fd76f-3184-425c-9088-9a05b72a3b6b None None] Transition to ACTIVE for port object 6e400188-c9d8-4020-82c4-0dfe244ae2e7 will not be triggered until provisioned by entity DHCP. {{(pid=85358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 05:11:33.450102 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-510fd76f-3184-425c-9088-9a05b72a3b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284332319809'] for port, after_create {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:33.467420 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:11:33.475113 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c2b1c2-6938-44b7-b8ef-3894ac7caff8 admin admin] Pushing event updated for resources: {'Port': ['ID=74c9d90b-c1df-4a7a-ab06-8fb6623300c1,revision_number=1']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:11:33.480215 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-39c2b1c2-6938-44b7-b8ef-3894ac7caff8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:11:33.501459 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-72d5063d-6fd9-43b0-9283-7cef37450555 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036821400633'] for subnet, precommit_delete_associations {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:33.578545 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c2b1c2-6938-44b7-b8ef-3894ac7caff8 admin admin] Network 09b59cd3-13be-4f6b-8ba8-71a7bb13ef88 is already hosted by enough agents. {{(pid=85357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 05:11:33.580439 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [None req-39c2b1c2-6938-44b7-b8ef-3894ac7caff8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 05:11:33.584291 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c2b1c2-6938-44b7-b8ef-3894ac7caff8 admin admin] Received port after_create {{(pid=85357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 05:11:33.605463 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-72d5063d-6fd9-43b0-9283-7cef37450555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-24815'] for subnet, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:33.652321 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510fd76f-3184-425c-9088-9a05b72a3b6b None None] Pushing event updated for resources: {'Port': ['ID=6e400188-c9d8-4020-82c4-0dfe244ae2e7,revision_number=1']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:11:33.665389 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510fd76f-3184-425c-9088-9a05b72a3b6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:11:33.665795 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510fd76f-3184-425c-9088-9a05b72a3b6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:11:33.666185 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510fd76f-3184-425c-9088-9a05b72a3b6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:11:33.666636 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510fd76f-3184-425c-9088-9a05b72a3b6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:11:33.667011 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510fd76f-3184-425c-9088-9a05b72a3b6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:11:33.667388 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510fd76f-3184-425c-9088-9a05b72a3b6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:11:33.668181 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510fd76f-3184-425c-9088-9a05b72a3b6b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:11:33.668181 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510fd76f-3184-425c-9088-9a05b72a3b6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:11:33.668481 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510fd76f-3184-425c-9088-9a05b72a3b6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:11:33.668796 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510fd76f-3184-425c-9088-9a05b72a3b6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:11:33.669137 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510fd76f-3184-425c-9088-9a05b72a3b6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:11:33.669517 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510fd76f-3184-425c-9088-9a05b72a3b6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:11:33.684081 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-510fd76f-3184-425c-9088-9a05b72a3b6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:11:33.733670 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510fd76f-3184-425c-9088-9a05b72a3b6b None None] Network 8dec1d0f-cfff-4035-8076-7521657c2e62 is already hosted by enough agents. {{(pid=85358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 05:11:33.735222 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [None req-510fd76f-3184-425c-9088-9a05b72a3b6b None None] Resources bound (agent type, host, resource id):  {{(pid=85358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 05:11:33.737795 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510fd76f-3184-425c-9088-9a05b72a3b6b None None] Received port after_create {{(pid=85358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 05:11:33.853909 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-510fd76f-3184-425c-9088-9a05b72a3b6b None None] Attempting to bind port 6e400188-c9d8-4020-82c4-0dfe244ae2e7 on host dv-cinder-786524-1-iscsi for vnic_type normal with profile  {{(pid=85358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 05:11:33.854572 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-510fd76f-3184-425c-9088-9a05b72a3b6b None None] Attempting to bind port 6e400188-c9d8-4020-82c4-0dfe244ae2e7 by drivers openvswitch,hyperv on host dv-cinder-786524-1-iscsi at level 0 using segments [{'id': 'fa8ed93a-7d20-4bda-811d-279523b2b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8dec1d0f-cfff-4035-8076-7521657c2e62'}] {{(pid=85358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 05:11:33.855062 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510fd76f-3184-425c-9088-9a05b72a3b6b None None] Attempting to bind port 6e400188-c9d8-4020-82c4-0dfe244ae2e7 on network 8dec1d0f-cfff-4035-8076-7521657c2e62 {{(pid=85358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 05:11:33.861932 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510fd76f-3184-425c-9088-9a05b72a3b6b None None] Checking agent: {'id': '2c00d7f4-da3e-4cf0-ab95-3dab1af70cf6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 4, 54, 38), 'started_at': datetime.datetime(2021, 4, 16, 4, 55, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 5, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 05:11:33.862969 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510fd76f-3184-425c-9088-9a05b72a3b6b None None] Checking segment: {'id': 'fa8ed93a-7d20-4bda-811d-279523b2b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8dec1d0f-cfff-4035-8076-7521657c2e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 05:11:33.862969 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-510fd76f-3184-425c-9088-9a05b72a3b6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:33.863515 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510fd76f-3184-425c-9088-9a05b72a3b6b None None] Bound using segment: {'id': 'fa8ed93a-7d20-4bda-811d-279523b2b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8dec1d0f-cfff-4035-8076-7521657c2e62'} {{(pid=85358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 05:11:33.864130 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-510fd76f-3184-425c-9088-9a05b72a3b6b None None] Bound port: 6e400188-c9d8-4020-82c4-0dfe244ae2e7, host: dv-cinder-786524-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa8ed93a-7d20-4bda-811d-279523b2b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8dec1d0f-cfff-4035-8076-7521657c2e62'}}] {{(pid=85358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 05:11:33.864833 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-510fd76f-3184-425c-9088-9a05b72a3b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:33.970921 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-72d5063d-6fd9-43b0-9283-7cef37450555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854751001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821614264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036822724279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32287697'] for subnet, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:33.986841 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:11:33.991958 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-510fd76f-3184-425c-9088-9a05b72a3b6b None None] For port 6e400188-c9d8-4020-82c4-0dfe244ae2e7, host dv-cinder-786524-1-iscsi, cleared binding levels {{(pid=85358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 05:11:33.996964 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-510fd76f-3184-425c-9088-9a05b72a3b6b None None] For port 6e400188-c9d8-4020-82c4-0dfe244ae2e7, host dv-cinder-786524-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=6e400188-c9d8-4020-82c4-0dfe244ae2e7,segment=NetworkSegment(fa8ed93a-7d20-4bda-811d-279523b2b9b5),segment_id=fa8ed93a-7d20-4bda-811d-279523b2b9b5)] {{(pid=85358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 05:11:34.010327 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-510fd76f-3184-425c-9088-9a05b72a3b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:34.027742 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:11:34.086195 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d5063d-6fd9-43b0-9283-7cef37450555 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7194465a-cb17-4853-a8ba-70bd30e05305,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:11:34.209767 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-72d5063d-6fd9-43b0-9283-7cef37450555 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:11:34.217769 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-72d5063d-6fd9-43b0-9283-7cef37450555 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821710155'] for subnet, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:34.227644 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-72d5063d-6fd9-43b0-9283-7cef37450555 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/7194465a-cb17-4853-a8ba-70bd30e05305 HTTP/1.1" status: 204  len: 168 time: 0.8779857
Apr 16 05:11:34.231676 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 40924) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:11:34.239191 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08860095-3a0f-45ca-893a-41b3775c3ed2 None None] Network 8df91495-625b-4773-a543-89e51aa2e299 requested from dv-cinder-786524-1-iscsi {{(pid=85358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 05:11:34.277277 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-39c2b1c2-6938-44b7-b8ef-3894ac7caff8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:34.332168 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510fd76f-3184-425c-9088-9a05b72a3b6b None None] Pushing event updated for resources: {'Port': ['ID=6e400188-c9d8-4020-82c4-0dfe244ae2e7,revision_number=2']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:11:34.346198 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-510fd76f-3184-425c-9088-9a05b72a3b6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:11:34.361516 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-4ddda982-59bc-49f3-b443-6ccad7d72f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854762676'] for network, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:34.452519 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-4ddda982-59bc-49f3-b443-6ccad7d72f9b admin admin] Deleting port 7415364a-9fea-48f5-a6a8-a7214d3e1021 {{(pid=85356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 05:11:34.454198 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-4ddda982-59bc-49f3-b443-6ccad7d72f9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284331874164'] for port, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:34.533415 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device 08ce9393-00ae-4be1-9278-180b21c775d2 no longer exists at agent ovs-agent-dv-cinder-786524-1-iscsi {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 05:11:34.589410 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] No Port match for: 08ce9393-00ae-4be1-9278-180b21c775d2 {{(pid=85358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 16 05:11:34.589812 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device 08ce9393-00ae-4be1-9278-180b21c775d2 not bound to the agent host dv-cinder-786524-1-iscsi {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 05:11:34.590293 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device a6f9e583-5545-4b1e-b17d-dbdb943266cf no longer exists at agent ovs-agent-dv-cinder-786524-1-iscsi {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 05:11:34.635256 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] No Port match for: a6f9e583-5545-4b1e-b17d-dbdb943266cf {{(pid=85358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 16 05:11:34.635653 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device a6f9e583-5545-4b1e-b17d-dbdb943266cf not bound to the agent host dv-cinder-786524-1-iscsi {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 05:11:34.762899 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8efc7e-1c08-4c16-b06d-5126c8ad8337 None None] DHCP port deletion for 8df91495-625b-4773-a543-89e51aa2e299 request from dv-cinder-786524-1-iscsi {{(pid=85358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 16 05:11:34.770768 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-ff8efc7e-1c08-4c16-b06d-5126c8ad8337 None None] Deleting port 7415364a-9fea-48f5-a6a8-a7214d3e1021 {{(pid=85358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 05:11:34.772348 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ff8efc7e-1c08-4c16-b06d-5126c8ad8337 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284331874164'] for port, before_delete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:34.817049 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-39c2b1c2-6938-44b7-b8ef-3894ac7caff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33197534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036821578960'] for router, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:34.841668 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-4ddda982-59bc-49f3-b443-6ccad7d72f9b admin admin] For port 7415364a-9fea-48f5-a6a8-a7214d3e1021, host dv-cinder-786524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=7415364a-9fea-48f5-a6a8-a7214d3e1021,segment=NetworkSegment(79077226-93f2-4a1f-b0e8-7ab4b09d1a7b),segment_id=79077226-93f2-4a1f-b0e8-7ab4b09d1a7b)] {{(pid=85356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:11:34.842372 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-4ddda982-59bc-49f3-b443-6ccad7d72f9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821567696'] for port, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:34.972079 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-609e1b4c-1a3f-4668-a363-1c88e5d4ea61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:35.121471 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-4ddda982-59bc-49f3-b443-6ccad7d72f9b admin admin] Calling delete_port for 7415364a-9fea-48f5-a6a8-a7214d3e1021 owned by network:dhcp {{(pid=85356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 05:11:35.224911 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-4ddda982-59bc-49f3-b443-6ccad7d72f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752522904879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752522456008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32051484'] for port, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:35.242754 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-f4aed5c2-abbc-4b8e-a46d-5050e0913116 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:11:35.254291 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39c2b1c2-6938-44b7-b8ef-3894ac7caff8 admin admin] Router e3eb6043-a877-4f5d-9594-0a6a23dc1067 is scheduled to L3 agent 9bacd1b6-99a0-44b1-8352-fe12768771b0 with binding_index 1 {{(pid=85357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 16 05:11:35.337336 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-ff8efc7e-1c08-4c16-b06d-5126c8ad8337 None None] For port 7415364a-9fea-48f5-a6a8-a7214d3e1021, host dv-cinder-786524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=7415364a-9fea-48f5-a6a8-a7214d3e1021,segment=NetworkSegment(79077226-93f2-4a1f-b0e8-7ab4b09d1a7b),segment_id=79077226-93f2-4a1f-b0e8-7ab4b09d1a7b)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:11:35.337802 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ff8efc7e-1c08-4c16-b06d-5126c8ad8337 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821567696'] for port, precommit_delete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:35.364075 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddda982-59bc-49f3-b443-6ccad7d72f9b admin admin] Pushing event deleted for resources: {'Port': ['ID=7415364a-9fea-48f5-a6a8-a7214d3e1021,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:11:35.374213 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-4ddda982-59bc-49f3-b443-6ccad7d72f9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:11:35.435894 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddda982-59bc-49f3-b443-6ccad7d72f9b admin admin] No DVR routers for this DVR port 7415364a-9fea-48f5-a6a8-a7214d3e1021 on host dv-cinder-786524-1-iscsi {{(pid=85356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 16 05:11:35.513415 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c2b1c2-6938-44b7-b8ef-3894ac7caff8 admin admin] Notify agent at l3_agent.dv-cinder-786524-1-iscsi the message routers_updated {{(pid=85357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 05:11:35.525741 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c968762f-290a-457b-8693-da7033b19c7d None None] Sync routers for ids ['e3eb6043-a877-4f5d-9594-0a6a23dc1067'] in dv-cinder-786524-1-iscsi {{(pid=85359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 05:11:35.547376 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c968762f-290a-457b-8693-da7033b19c7d None None] Routers {'e3eb6043-a877-4f5d-9594-0a6a23dc1067'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:11:35.548475 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-c968762f-290a-457b-8693-da7033b19c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dae8a7c88>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:11:07Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['e3eb6043-a877-4f5d-9594-0a6a23dc1067'], 'active': True} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:11:35.550727 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-ff8efc7e-1c08-4c16-b06d-5126c8ad8337 None None] Calling delete_port for 7415364a-9fea-48f5-a6a8-a7214d3e1021 owned by network:dhcp {{(pid=85358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 05:11:35.582061 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-39c2b1c2-6938-44b7-b8ef-3894ac7caff8 admin admin] Notify callbacks [] for router, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:35.587176 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-39c2b1c2-6938-44b7-b8ef-3894ac7caff8 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.8580587
Apr 16 05:11:35.588771 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 40928) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:11:35.682051 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.db.api [None req-ff8efc7e-1c08-4c16-b06d-5126c8ad8337 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85358) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 05:11:35.682558 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_db.api [None req-ff8efc7e-1c08-4c16-b06d-5126c8ad8337 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 16 05:11:35.835769 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-c968762f-290a-457b-8693-da7033b19c7d None None] Set router e3eb6043-a877-4f5d-9594-0a6a23dc1067 gateway port host: dv-cinder-786524-1-iscsi {{(pid=85359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:11:36.049877 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-4ddda982-59bc-49f3-b443-6ccad7d72f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854672018', 'neutron.services.segments.db._delete_segments_for_network-8752523025096'] for network, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:36.184235 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-ff8efc7e-1c08-4c16-b06d-5126c8ad8337 None None] Deleting port 7415364a-9fea-48f5-a6a8-a7214d3e1021 {{(pid=85358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 05:11:36.184956 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ff8efc7e-1c08-4c16-b06d-5126c8ad8337 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284331874164'] for port, before_delete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:36.207338 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.services.segments.db [None req-4ddda982-59bc-49f3-b443-6ccad7d72f9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5daea0cf28>,) {'filters': {'network_id': ['8df91495-625b-4773-a543-89e51aa2e299']}} {{(pid=85356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:11:36.234335 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.services.segments.db [None req-4ddda982-59bc-49f3-b443-6ccad7d72f9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5daea0cf28>, '79077226-93f2-4a1f-b0e8-7ab4b09d1a7b') {'for_net_delete': True} {{(pid=85356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:11:36.234730 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.services.segments.db [None req-4ddda982-59bc-49f3-b443-6ccad7d72f9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5daea0cf28>, '79077226-93f2-4a1f-b0e8-7ab4b09d1a7b') {} {{(pid=85356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:11:36.249478 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-4ddda982-59bc-49f3-b443-6ccad7d72f9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752523028953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33375231'] for segment, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:36.276924 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-4ddda982-59bc-49f3-b443-6ccad7d72f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854750583'] for segment, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:36.284532 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ddda982-59bc-49f3-b443-6ccad7d72f9b admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=85356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 16 05:11:36.356209 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-ff8efc7e-1c08-4c16-b06d-5126c8ad8337 None None] The port '7415364a-9fea-48f5-a6a8-a7214d3e1021' was deleted {{(pid=85358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 16 05:11:36.418853 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37810f7-c6dc-4193-b3d3-1936a2606bfa None None] Network 8dec1d0f-cfff-4035-8076-7521657c2e62 requested from dv-cinder-786524-1-iscsi {{(pid=85358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 05:11:36.473724 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-c968762f-290a-457b-8693-da7033b19c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dae8a7c88>, [{'id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'name': 'tempest-TestVolumeBootPattern-127490657-router', 'tenant_id': 'db51901ec1bf486ca3fc2d191f21d909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '74c9d90b-c1df-4a7a-ab06-8fb6623300c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:11:31Z', 'updated_at': '2021-04-16T05:11:34Z', 'revision_number': 3, 'project_id': 'db51901ec1bf486ca3fc2d191f21d909', 'gw_port': {'id': '74c9d90b-c1df-4a7a-ab06-8fb6623300c1', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c1:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:32Z', 'updated_at': '2021-04-16T05:11:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi'}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:11:36.483824 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c968762f-290a-457b-8693-da7033b19c7d None None] Checking router: e3eb6043-a877-4f5d-9594-0a6a23dc1067 for host: dv-cinder-786524-1-iscsi {{(pid=85359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 05:11:36.485119 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c968762f-290a-457b-8693-da7033b19c7d None None] Updating router e3eb6043-a877-4f5d-9594-0a6a23dc1067 port 74c9d90b-c1df-4a7a-ab06-8fb6623300c1 binding host dv-cinder-786524-1-iscsi {{(pid=85359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 16 05:11:36.545172 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-4ddda982-59bc-49f3-b443-6ccad7d72f9b admin admin] Network 8df91495-625b-4773-a543-89e51aa2e299 has no segments {{(pid=85356) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 16 05:11:36.557408 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-4ddda982-59bc-49f3-b443-6ccad7d72f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-25233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32053224'] for segment, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:36.596140 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device 6e400188-c9d8-4020-82c4-0dfe244ae2e7 up at agent ovs-agent-dv-cinder-786524-1-iscsi {{(pid=85358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 05:11:36.623383 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c968762f-290a-457b-8693-da7033b19c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:36.699574 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-9eb3104d-6a8f-455d-a262-72032db00c4d None None] Provisioning for port 6e400188-c9d8-4020-82c4-0dfe244ae2e7 completed by entity DHCP. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 05:11:36.796271 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-4ddda982-59bc-49f3-b443-6ccad7d72f9b admin admin] Network 8df91495-625b-4773-a543-89e51aa2e299 has no segments {{(pid=85356) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 16 05:11:36.940002 dv-cinder-786524-1-iscsi neutron-server[85243]: Traceback (most recent call last):
Apr 16 05:11:36.940002 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 05:11:36.940002 dv-cinder-786524-1-iscsi neutron-server[85243]:     timer()
Apr 16 05:11:36.940002 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 05:11:36.940002 dv-cinder-786524-1-iscsi neutron-server[85243]:     cb(*args, **kw)
Apr 16 05:11:36.940002 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 16 05:11:36.940002 dv-cinder-786524-1-iscsi neutron-server[85243]:     return func(*args, **kwargs)
Apr 16 05:11:36.940002 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 05:11:36.940002 dv-cinder-786524-1-iscsi neutron-server[85243]:     self._notify()
Apr 16 05:11:36.940002 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 05:11:36.940002 dv-cinder-786524-1-iscsi neutron-server[85243]:     self.callback(batched_events)
Apr 16 05:11:36.940002 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 05:11:36.940002 dv-cinder-786524-1-iscsi neutron-server[85243]:     event.method(event)
Apr 16 05:11:36.940002 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 16 05:11:36.940002 dv-cinder-786524-1-iscsi neutron-server[85243]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 05:11:36.940002 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 16 05:11:36.940002 dv-cinder-786524-1-iscsi neutron-server[85243]:     segment_id)['aggregates'][0]
Apr 16 05:11:36.940002 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 16 05:11:36.940002 dv-cinder-786524-1-iscsi neutron-server[85243]:     return f(self, *a, **k)
Apr 16 05:11:36.940002 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 16 05:11:36.940002 dv-cinder-786524-1-iscsi neutron-server[85243]:     return self._get(url).json()
Apr 16 05:11:36.940002 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 05:11:36.940002 dv-cinder-786524-1-iscsi neutron-server[85243]:     **kwargs)
Apr 16 05:11:36.940002 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 05:11:36.940002 dv-cinder-786524-1-iscsi neutron-server[85243]:     return self.request(url, 'GET', **kwargs)
Apr 16 05:11:36.940002 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 16 05:11:36.940002 dv-cinder-786524-1-iscsi neutron-server[85243]:     **endpoint_filter)
Apr 16 05:11:36.940002 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 05:11:36.940002 dv-cinder-786524-1-iscsi neutron-server[85243]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 05:11:36.940002 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 05:11:36.940002 dv-cinder-786524-1-iscsi neutron-server[85243]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 05:11:36.940002 dv-cinder-786524-1-iscsi neutron-server[85243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 05:11:36.944377 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-4ddda982-59bc-49f3-b443-6ccad7d72f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-103783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821614228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33197052'] for network, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:36.956456 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-4ddda982-59bc-49f3-b443-6ccad7d72f9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821710155'] for network, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:36.961927 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-56a5a4a4-c873-4330-9889-f4f1eed26501 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:11:36.966737 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Provisioning for port 6e400188-c9d8-4020-82c4-0dfe244ae2e7 completed by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 05:11:36.972984 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-d3e2e349-f6e2-4d37-ae41-f10b2255e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:36.976464 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Provisioning complete for port 6e400188-c9d8-4020-82c4-0dfe244ae2e7 triggered by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:11:36.977171 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:36.997490 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddda982-59bc-49f3-b443-6ccad7d72f9b admin admin] Pushing event deleted for resources: {'Network': ['ID=8df91495-625b-4773-a543-89e51aa2e299,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:11:37.003330 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-4ddda982-59bc-49f3-b443-6ccad7d72f9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:11:37.025648 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-4ddda982-59bc-49f3-b443-6ccad7d72f9b admin admin] 10.222.0.26 "DELETE /v2.0/networks/8df91495-625b-4773-a543-89e51aa2e299 HTTP/1.1" status: 204  len: 168 time: 2.7925637
Apr 16 05:11:37.174843 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c968762f-290a-457b-8693-da7033b19c7d None None] Notify callbacks [] for port, precommit_update {{(pid=85359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:37.190818 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 40934) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:11:37.194167 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-c968762f-290a-457b-8693-da7033b19c7d None None] Transition to ACTIVE for port object 74c9d90b-c1df-4a7a-ab06-8fb6623300c1 will not be triggered until provisioned by entity L2. {{(pid=85359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 05:11:37.201500 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c968762f-290a-457b-8693-da7033b19c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:37.220149 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-fcb85598-e5a4-4ea7-8e60-f000642fbbe7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:11:37.268467 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-cf98ae24-9962-4211-80b0-ce8a17f6ae3e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0568e0a577bb45428833638c9c368aa5&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0758498
Apr 16 05:11:37.270236 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 40938) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:11:37.318995 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:37.327556 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-d3f2b763-36a3-4138-b68b-d45ed66f8143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:37.360261 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9406936-8d75-4a1d-802f-0c6cf8b29408 None None] Pushing event updated for resources: {'Port': ['ID=74c9d90b-c1df-4a7a-ab06-8fb6623300c1,revision_number=2']} {{(pid=85359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:11:37.370513 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] For port 6e400188-c9d8-4020-82c4-0dfe244ae2e7, host dv-cinder-786524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=6e400188-c9d8-4020-82c4-0dfe244ae2e7,segment=NetworkSegment(fa8ed93a-7d20-4bda-811d-279523b2b9b5),segment_id=fa8ed93a-7d20-4bda-811d-279523b2b9b5)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:11:37.376297 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9406936-8d75-4a1d-802f-0c6cf8b29408 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:11:37.376963 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9406936-8d75-4a1d-802f-0c6cf8b29408 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:11:37.377372 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9406936-8d75-4a1d-802f-0c6cf8b29408 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:11:37.377550 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:37.377718 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9406936-8d75-4a1d-802f-0c6cf8b29408 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:11:37.378110 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9406936-8d75-4a1d-802f-0c6cf8b29408 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:11:37.378485 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9406936-8d75-4a1d-802f-0c6cf8b29408 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:11:37.379424 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9406936-8d75-4a1d-802f-0c6cf8b29408 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:11:37.379614 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:11:37.379907 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9406936-8d75-4a1d-802f-0c6cf8b29408 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:11:37.380161 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9406936-8d75-4a1d-802f-0c6cf8b29408 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:11:37.380582 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9406936-8d75-4a1d-802f-0c6cf8b29408 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:11:37.381186 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9406936-8d75-4a1d-802f-0c6cf8b29408 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:11:37.381699 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9406936-8d75-4a1d-802f-0c6cf8b29408 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:11:37.386431 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-c9406936-8d75-4a1d-802f-0c6cf8b29408 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:11:37.486856 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-c968762f-290a-457b-8693-da7033b19c7d None None] Attempting to bind port 74c9d90b-c1df-4a7a-ab06-8fb6623300c1 on host dv-cinder-786524-1-iscsi for vnic_type normal with profile  {{(pid=85359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 05:11:37.487744 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-c968762f-290a-457b-8693-da7033b19c7d None None] Attempting to bind port 74c9d90b-c1df-4a7a-ab06-8fb6623300c1 by drivers openvswitch,hyperv on host dv-cinder-786524-1-iscsi at level 0 using segments [{'id': '88f0db33-a5d4-497b-ae0c-257388b0c0ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88'}] {{(pid=85359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 05:11:37.487744 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c968762f-290a-457b-8693-da7033b19c7d None None] Attempting to bind port 74c9d90b-c1df-4a7a-ab06-8fb6623300c1 on network 09b59cd3-13be-4f6b-8ba8-71a7bb13ef88 {{(pid=85359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 05:11:37.492608 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-47f707da-e1dd-44a4-ab28-a2f14054d8fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:37.494467 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c968762f-290a-457b-8693-da7033b19c7d None None] Checking agent: {'id': '2c00d7f4-da3e-4cf0-ab95-3dab1af70cf6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 4, 54, 38), 'started_at': datetime.datetime(2021, 4, 16, 4, 55, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 5, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 05:11:37.494808 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device 7415364a-9fea-48f5-a6a8-a7214d3e1021 no longer exists at agent ovs-agent-dv-cinder-786524-1-iscsi {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 05:11:37.494923 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c968762f-290a-457b-8693-da7033b19c7d None None] Checking segment: {'id': '88f0db33-a5d4-497b-ae0c-257388b0c0ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 05:11:37.495333 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c968762f-290a-457b-8693-da7033b19c7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:37.495774 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c968762f-290a-457b-8693-da7033b19c7d None None] Bound using segment: {'id': '88f0db33-a5d4-497b-ae0c-257388b0c0ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88'} {{(pid=85359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 05:11:37.496332 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-c968762f-290a-457b-8693-da7033b19c7d None None] Bound port: 74c9d90b-c1df-4a7a-ab06-8fb6623300c1, host: dv-cinder-786524-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88f0db33-a5d4-497b-ae0c-257388b0c0ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88'}}] {{(pid=85359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 05:11:37.496737 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c968762f-290a-457b-8693-da7033b19c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:37.544614 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Pushing event updated for resources: {'Port': ['ID=6e400188-c9d8-4020-82c4-0dfe244ae2e7,revision_number=3']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:11:37.553419 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] No Port match for: 7415364a-9fea-48f5-a6a8-a7214d3e1021 {{(pid=85358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 16 05:11:37.554774 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device 7415364a-9fea-48f5-a6a8-a7214d3e1021 not bound to the agent host dv-cinder-786524-1-iscsi {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 05:11:37.561270 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:11:37.568664 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-ed5f9d28-f341-420e-be39-0f755cd218af None None] Provisioning complete for port 6e400188-c9d8-4020-82c4-0dfe244ae2e7 triggered by entity DHCP. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:11:37.568921 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ed5f9d28-f341-420e-be39-0f755cd218af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:37.587626 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-c968762f-290a-457b-8693-da7033b19c7d None None] For port 74c9d90b-c1df-4a7a-ab06-8fb6623300c1, host dv-cinder-786524-1-iscsi, cleared binding levels {{(pid=85359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 05:11:37.591788 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-c968762f-290a-457b-8693-da7033b19c7d None None] For port 74c9d90b-c1df-4a7a-ab06-8fb6623300c1, host dv-cinder-786524-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=74c9d90b-c1df-4a7a-ab06-8fb6623300c1,segment=NetworkSegment(88f0db33-a5d4-497b-ae0c-257388b0c0ef),segment_id=88f0db33-a5d4-497b-ae0c-257388b0c0ef)] {{(pid=85359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 05:11:37.597439 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-47f707da-e1dd-44a4-ab28-a2f14054d8fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:37.597918 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c968762f-290a-457b-8693-da7033b19c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:37.618624 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-7bf034c4-1010-40c7-9328-f2995fc36f57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:11:37.703523 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:37.722979 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-47f707da-e1dd-44a4-ab28-a2f14054d8fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:37.730010 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-a3798c07-57d4-4f3d-a094-820f48e53027 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:11:37.751029 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f707da-e1dd-44a4-ab28-a2f14054d8fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a7e8e1-030a-487c-8073-ff8f2e937629,revision_number=None']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:11:37.758061 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-47f707da-e1dd-44a4-ab28-a2f14054d8fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:11:37.760801 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.db_base_plugin_common [None req-d3f2b763-36a3-4138-b68b-d45ed66f8143 admin admin] Allocated IP 172.20.0.1 (8dec1d0f-cfff-4035-8076-7521657c2e62/b6cb0891-12b7-4364-a273-4c1d3fcc7328/0f971c1e-8f5b-4a93-80ea-ecfc9a7e4887) {{(pid=85357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 05:11:37.782784 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-47f707da-e1dd-44a4-ab28-a2f14054d8fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:37.784022 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-47f707da-e1dd-44a4-ab28-a2f14054d8fa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/84a7e8e1-030a-487c-8073-ff8f2e937629 HTTP/1.1" status: 204  len: 168 time: 0.5122144
Apr 16 05:11:37.811904 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9406936-8d75-4a1d-802f-0c6cf8b29408 None None] Pushing event updated for resources: {'Port': ['ID=74c9d90b-c1df-4a7a-ab06-8fb6623300c1,revision_number=3']} {{(pid=85359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:11:37.812808 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-63345f0b-feae-4d1b-a675-506eb60b354a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:37.818148 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-c9406936-8d75-4a1d-802f-0c6cf8b29408 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=85359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:11:37.863968 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c968762f-290a-457b-8693-da7033b19c7d None None] Routers {'e3eb6043-a877-4f5d-9594-0a6a23dc1067'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:11:37.864572 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-c968762f-290a-457b-8693-da7033b19c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dae8a7c88>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:11:37Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['e3eb6043-a877-4f5d-9594-0a6a23dc1067'], 'active': True} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:11:38.027067 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:38.036697 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-d3f2b763-36a3-4138-b68b-d45ed66f8143 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:38.068642 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-d3f2b763-36a3-4138-b68b-d45ed66f8143 admin admin] Transition to ACTIVE for port object 0f971c1e-8f5b-4a93-80ea-ecfc9a7e4887 will not be triggered until provisioned by entity DHCP. {{(pid=85357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 05:11:38.080779 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-c968762f-290a-457b-8693-da7033b19c7d None None] Set router e3eb6043-a877-4f5d-9594-0a6a23dc1067 gateway port host: dv-cinder-786524-1-iscsi {{(pid=85359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:11:38.109633 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-d3f2b763-36a3-4138-b68b-d45ed66f8143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284332319809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30120147'] for port, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:38.264162 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-630509fe-6425-49b2-b674-e4377b508e96 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:11:38.365279 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f2b763-36a3-4138-b68b-d45ed66f8143 admin admin] Pushing event updated for resources: {'Port': ['ID=0f971c1e-8f5b-4a93-80ea-ecfc9a7e4887,revision_number=1']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:11:38.370915 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-d3f2b763-36a3-4138-b68b-d45ed66f8143 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:11:38.433249 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f2b763-36a3-4138-b68b-d45ed66f8143 admin admin] Network 8dec1d0f-cfff-4035-8076-7521657c2e62 is already hosted by enough agents. {{(pid=85357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 05:11:38.436282 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [None req-d3f2b763-36a3-4138-b68b-d45ed66f8143 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 05:11:38.451496 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-c968762f-290a-457b-8693-da7033b19c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dae8a7c88>, [{'id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'name': 'tempest-TestVolumeBootPattern-127490657-router', 'tenant_id': 'db51901ec1bf486ca3fc2d191f21d909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '74c9d90b-c1df-4a7a-ab06-8fb6623300c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:11:31Z', 'updated_at': '2021-04-16T05:11:34Z', 'revision_number': 3, 'project_id': 'db51901ec1bf486ca3fc2d191f21d909', 'gw_port': {'id': '74c9d90b-c1df-4a7a-ab06-8fb6623300c1', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c1:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:32Z', 'updated_at': '2021-04-16T05:11:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi'}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:11:38.452641 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f2b763-36a3-4138-b68b-d45ed66f8143 admin admin] Received port after_create {{(pid=85357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 05:11:38.456363 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c968762f-290a-457b-8693-da7033b19c7d None None] The sync data for ids ['e3eb6043-a877-4f5d-9594-0a6a23dc1067'] in dv-cinder-786524-1-iscsi is: [{'id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'name': 'tempest-TestVolumeBootPattern-127490657-router', 'tenant_id': 'db51901ec1bf486ca3fc2d191f21d909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '74c9d90b-c1df-4a7a-ab06-8fb6623300c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:11:31Z', 'updated_at': '2021-04-16T05:11:34Z', 'revision_number': 3, 'project_id': 'db51901ec1bf486ca3fc2d191f21d909', 'gw_port': {'id': '74c9d90b-c1df-4a7a-ab06-8fb6623300c1', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c1:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:32Z', 'updated_at': '2021-04-16T05:11:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi'}] {{(pid=85359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 05:11:38.508734 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device 6e400188-c9d8-4020-82c4-0dfe244ae2e7 up at agent ovs-agent-dv-cinder-786524-1-iscsi {{(pid=85358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 05:11:38.549081 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-d3f2b763-36a3-4138-b68b-d45ed66f8143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33196661'] for router_interface, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:38.677825 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Provisioning complete for port 6e400188-c9d8-4020-82c4-0dfe244ae2e7 triggered by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:11:38.678439 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:38.727959 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-b7858919-b469-499f-87ea-aea54e269a7a None None] Provisioning for port 0f971c1e-8f5b-4a93-80ea-ecfc9a7e4887 completed by entity DHCP. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 05:11:38.749348 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-b7858919-b469-499f-87ea-aea54e269a7a None None] Provisioning complete for port 0f971c1e-8f5b-4a93-80ea-ecfc9a7e4887 triggered by entity DHCP. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:11:38.749853 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-b7858919-b469-499f-87ea-aea54e269a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:38.913528 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 40964) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:11:39.012352 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-d3f2b763-36a3-4138-b68b-d45ed66f8143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:39.090574 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-b7858919-b469-499f-87ea-aea54e269a7a None None] Port 0f971c1e-8f5b-4a93-80ea-ecfc9a7e4887 cannot update to ACTIVE because it is not bound. {{(pid=85358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 16 05:11:39.136312 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-379486a1-6d88-4808-ab49-531fb13afbc1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2037460354-network', 'tenant_id': '2a2ab941ff144e0782baf8de7b2da717'}} {{(pid=85356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:11:39.151581 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-379486a1-6d88-4808-ab49-531fb13afbc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:11:39.156120 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-379486a1-6d88-4808-ab49-531fb13afbc1 admin admin] Usage tracker for resource:network and tenant:2a2ab941ff144e0782baf8de7b2da717 is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:11:39.160836 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-379486a1-6d88-4808-ab49-531fb13afbc1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:11:39.167562 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-379486a1-6d88-4808-ab49-531fb13afbc1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:11:39.180888 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-379486a1-6d88-4808-ab49-531fb13afbc1 admin admin] Made reservation on behalf of 2a2ab941ff144e0782baf8de7b2da717 for: {'network': 1} {{(pid=85356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 05:11:39.186382 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-379486a1-6d88-4808-ab49-531fb13afbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for network, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:39.210402 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-379486a1-6d88-4808-ab49-531fb13afbc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:39.246539 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-379486a1-6d88-4808-ab49-531fb13afbc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:11:39.252369 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-379486a1-6d88-4808-ab49-531fb13afbc1 admin admin] Usage tracker for resource:security_group_rule and tenant:2a2ab941ff144e0782baf8de7b2da717 is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:11:39.256094 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-379486a1-6d88-4808-ab49-531fb13afbc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:11:39.264130 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-379486a1-6d88-4808-ab49-531fb13afbc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:11:39.416906 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a57a9699-4b93-4635-9a0c-76135fd629c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:39.434658 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-379486a1-6d88-4808-ab49-531fb13afbc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:39.434908 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-d3f2b763-36a3-4138-b68b-d45ed66f8143 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:39.439015 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-379486a1-6d88-4808-ab49-531fb13afbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:39.440856 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-d3f2b763-36a3-4138-b68b-d45ed66f8143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036824655669'] for port, after_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:39.444167 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-f0839bf6-2e39-40d9-8bba-04807d8b8dca tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:11:39.477188 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-379486a1-6d88-4808-ab49-531fb13afbc1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377}  {{(pid=85356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 16 05:11:39.478420 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-da05ff4e-b61f-4bea-a96e-ca7d555905ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:11:39.487983 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379486a1-6d88-4808-ab49-531fb13afbc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe54a4a-4867-4cd1-a335-51459e67b378,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:11:39.492664 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-379486a1-6d88-4808-ab49-531fb13afbc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:11:39.497747 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-379486a1-6d88-4808-ab49-531fb13afbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854750583'] for segment, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:39.497968 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.db.segments_db [None req-379486a1-6d88-4808-ab49-531fb13afbc1 admin admin] Added segment a0d59017-e373-40d6-a43c-3a06cb2c266d of type vlan for network 6f89da5d-f206-462e-a636-98594ebaa0a7
Apr 16 05:11:39.531472 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-379486a1-6d88-4808-ab49-531fb13afbc1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284332331448'] for network, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:39.575506 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-d3f2b763-36a3-4138-b68b-d45ed66f8143 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036821710185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036821579246'] for router_interface, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:39.580702 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-379486a1-6d88-4808-ab49-531fb13afbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821614228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202'] for network, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:39.582639 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379486a1-6d88-4808-ab49-531fb13afbc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:11:39.583614 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-379486a1-6d88-4808-ab49-531fb13afbc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821710155'] for network, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:39.591862 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-c0ecc1ad-d3f3-4f3d-a8b6-623c26d95f2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:11:39.592254 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f2b763-36a3-4138-b68b-d45ed66f8143 admin admin] Pushing event updated for resources: {'Port': ['ID=0f971c1e-8f5b-4a93-80ea-ecfc9a7e4887,revision_number=2']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:11:39.598946 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-d3f2b763-36a3-4138-b68b-d45ed66f8143 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:11:39.704442 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-379486a1-6d88-4808-ab49-531fb13afbc1 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.7896180
Apr 16 05:11:39.705566 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379486a1-6d88-4808-ab49-531fb13afbc1 admin admin] Pushing event updated for resources: {'Network': ['ID=6f89da5d-f206-462e-a636-98594ebaa0a7,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:11:39.708295 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 40970) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:11:39.709605 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-379486a1-6d88-4808-ab49-531fb13afbc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:11:39.719405 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-a0f1d444-8525-4e18-82f5-a6a830345aa0 admin admin] Request body: {'subnet': {'network_id': '6f89da5d-f206-462e-a636-98594ebaa0a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2037460354-subnet', 'tenant_id': '2a2ab941ff144e0782baf8de7b2da717', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:11:39.719624 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Network 6f89da5d-f206-462e-a636-98594ebaa0a7 details requested by agent ovs-agent-dv-cinder-786524-1-iscsi with host dv-cinder-786524-1-iscsi {{(pid=85358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 16 05:11:39.728291 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-a0f1d444-8525-4e18-82f5-a6a830345aa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:11:39.736505 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-a0f1d444-8525-4e18-82f5-a6a830345aa0 admin admin] Usage tracker for resource:subnet and tenant:2a2ab941ff144e0782baf8de7b2da717 is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:11:39.741878 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-a0f1d444-8525-4e18-82f5-a6a830345aa0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:11:39.754057 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-a0f1d444-8525-4e18-82f5-a6a830345aa0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:11:39.762508 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f2b763-36a3-4138-b68b-d45ed66f8143 admin admin] Network 8dec1d0f-cfff-4035-8076-7521657c2e62 is already hosted by enough agents. {{(pid=85357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 05:11:39.765861 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [None req-d3f2b763-36a3-4138-b68b-d45ed66f8143 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 05:11:39.845479 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f1d444-8525-4e18-82f5-a6a830345aa0 admin admin] Made reservation on behalf of 2a2ab941ff144e0782baf8de7b2da717 for: {'subnet': 1} {{(pid=85357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 05:11:39.850823 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a0f1d444-8525-4e18-82f5-a6a830345aa0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036822930630'] for subnet, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:40.024626 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-c992fa18-d73f-444e-9795-e368e940b21d None None] Provisioning complete for port 0f971c1e-8f5b-4a93-80ea-ecfc9a7e4887 triggered by entity DHCP. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:11:40.025135 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c992fa18-d73f-444e-9795-e368e940b21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:40.089280 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-c992fa18-d73f-444e-9795-e368e940b21d None None] Port 0f971c1e-8f5b-4a93-80ea-ecfc9a7e4887 cannot update to ACTIVE because it is not bound. {{(pid=85358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 16 05:11:40.110187 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3f2b763-36a3-4138-b68b-d45ed66f8143 admin admin] Router e3eb6043-a877-4f5d-9594-0a6a23dc1067 has already been hosted by L3 agent 9bacd1b6-99a0-44b1-8352-fe12768771b0 {{(pid=85357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 16 05:11:40.507679 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device 74c9d90b-c1df-4a7a-ab06-8fb6623300c1 up at agent ovs-agent-dv-cinder-786524-1-iscsi {{(pid=85358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 05:11:40.595854 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Provisioning for port 74c9d90b-c1df-4a7a-ab06-8fb6623300c1 completed by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 05:11:40.602114 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Provisioning complete for port 74c9d90b-c1df-4a7a-ab06-8fb6623300c1 triggered by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:11:40.602545 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:40.723801 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f2b763-36a3-4138-b68b-d45ed66f8143 admin admin] Notify agent at l3_agent.dv-cinder-786524-1-iscsi the message routers_updated {{(pid=85357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 05:11:40.745671 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:40.766220 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] For port 74c9d90b-c1df-4a7a-ab06-8fb6623300c1, host dv-cinder-786524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=74c9d90b-c1df-4a7a-ab06-8fb6623300c1,segment=NetworkSegment(88f0db33-a5d4-497b-ae0c-257388b0c0ef),segment_id=88f0db33-a5d4-497b-ae0c-257388b0c0ef)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:11:40.770740 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:40.773287 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:11:40.782858 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-d3f2b763-36a3-4138-b68b-d45ed66f8143 admin admin] 10.222.0.26 "PUT /v2.0/routers/e3eb6043-a877-4f5d-9594-0a6a23dc1067/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1928549
Apr 16 05:11:40.852378 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Pushing event updated for resources: {'Port': ['ID=74c9d90b-c1df-4a7a-ab06-8fb6623300c1,revision_number=4']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:11:40.856145 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:11:40.941463 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a0f1d444-8525-4e18-82f5-a6a830345aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821614264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30120125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036822930679'] for subnet, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:40.961427 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-bdb64785-0be9-445d-a8a4-900ff500ce87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:11:41.100539 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f1d444-8525-4e18-82f5-a6a830345aa0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bb05315-89e6-4b92-8e01-e6ed3a170aba,revision_number=0']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:11:41.105813 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-a0f1d444-8525-4e18-82f5-a6a830345aa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:11:41.179429 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f1d444-8525-4e18-82f5-a6a830345aa0 admin admin] Checking segment: {'id': 'a0d59017-e373-40d6-a43c-3a06cb2c266d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6f89da5d-f206-462e-a636-98594ebaa0a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 05:11:41.179833 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f1d444-8525-4e18-82f5-a6a830345aa0 admin admin] Network hostable DHCP agents. Network: 6f89da5d-f206-462e-a636-98594ebaa0a7, hostable agents: ['582622ae-d895-4475-8046-f15afe99e67f'], hosted agents: [] {{(pid=85357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 16 05:11:41.199674 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f1d444-8525-4e18-82f5-a6a830345aa0 admin admin] Network 6f89da5d-f206-462e-a636-98594ebaa0a7 is scheduled to be hosted by DHCP agent 582622ae-d895-4475-8046-f15afe99e67f with binding_index 1 {{(pid=85357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 16 05:11:41.209601 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [None req-a0f1d444-8525-4e18-82f5-a6a830345aa0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-1-iscsi, 6f89da5d-f206-462e-a636-98594ebaa0a7) {{(pid=85357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 05:11:41.221789 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3981a5-7ddf-414f-aafc-1f82b946b034 None None] Network 6f89da5d-f206-462e-a636-98594ebaa0a7 requested from dv-cinder-786524-1-iscsi {{(pid=85358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 05:11:41.223354 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f1d444-8525-4e18-82f5-a6a830345aa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:11:41.224431 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a0f1d444-8525-4e18-82f5-a6a830345aa0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:41.251542 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-a0f1d444-8525-4e18-82f5-a6a830345aa0 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.5417833
Apr 16 05:11:41.254630 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 40984) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:11:41.261550 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-10d7dbe3-2548-4554-b8f8-20a4cd258db4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2037460354-router', 'tenant_id': '2a2ab941ff144e0782baf8de7b2da717', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88'}}} {{(pid=85356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:11:41.271835 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-10d7dbe3-2548-4554-b8f8-20a4cd258db4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:11:41.278733 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-10d7dbe3-2548-4554-b8f8-20a4cd258db4 admin admin] Usage tracker for resource:router and tenant:2a2ab941ff144e0782baf8de7b2da717 is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:11:41.282365 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-10d7dbe3-2548-4554-b8f8-20a4cd258db4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:11:41.290250 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-10d7dbe3-2548-4554-b8f8-20a4cd258db4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:11:41.303559 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-10d7dbe3-2548-4554-b8f8-20a4cd258db4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036821578267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5887'] for router, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:41.305842 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-10d7dbe3-2548-4554-b8f8-20a4cd258db4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33197368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33196902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33168124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854769946'] for router, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:41.322226 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-10d7dbe3-2548-4554-b8f8-20a4cd258db4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:41.450822 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 40992) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:11:41.457834 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-0360c660-13f7-492b-bda7-e8241ffc6a58 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1702130762-network', 'tenant_id': 'f07218f7de7f453d9b5c655253242a22'}} {{(pid=85357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:11:41.464031 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-0360c660-13f7-492b-bda7-e8241ffc6a58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:11:41.468697 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-0360c660-13f7-492b-bda7-e8241ffc6a58 admin admin] Usage tracker for resource:network and tenant:f07218f7de7f453d9b5c655253242a22 is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:11:41.472656 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-0360c660-13f7-492b-bda7-e8241ffc6a58 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:11:41.479465 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-0360c660-13f7-492b-bda7-e8241ffc6a58 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:11:41.489587 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0360c660-13f7-492b-bda7-e8241ffc6a58 admin admin] Made reservation on behalf of f07218f7de7f453d9b5c655253242a22 for: {'network': 1} {{(pid=85357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 05:11:41.495024 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0360c660-13f7-492b-bda7-e8241ffc6a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for network, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:41.500638 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989f0238-2705-4e7f-aff8-42fac346e8b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpead8f01a-240e-5c6f-845d-431874f38e8d-6f89da5d-f206-462e-a636-98594ebaa0a7', 'network_id': '6f89da5d-f206-462e-a636-98594ebaa0a7', 'tenant_id': '2a2ab941ff144e0782baf8de7b2da717', 'fixed_ips': [{'subnet_id': '5bb05315-89e6-4b92-8e01-e6ed3a170aba'}]}} from dv-cinder-786524-1-iscsi. {{(pid=85358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 16 05:11:41.501693 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-989f0238-2705-4e7f-aff8-42fac346e8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_create {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:41.513731 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0360c660-13f7-492b-bda7-e8241ffc6a58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:41.530295 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-0360c660-13f7-492b-bda7-e8241ffc6a58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:11:41.534612 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-0360c660-13f7-492b-bda7-e8241ffc6a58 admin admin] Usage tracker for resource:security_group_rule and tenant:f07218f7de7f453d9b5c655253242a22 is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:11:41.538407 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-0360c660-13f7-492b-bda7-e8241ffc6a58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:11:41.544902 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-0360c660-13f7-492b-bda7-e8241ffc6a58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:11:41.640088 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0360c660-13f7-492b-bda7-e8241ffc6a58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:41.641338 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-10d7dbe3-2548-4554-b8f8-20a4cd258db4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33196887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036821578282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770023'] for router, precommit_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:41.644793 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0360c660-13f7-492b-bda7-e8241ffc6a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:41.650046 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-4b693f0e-78ae-4611-b2a1-b5c820b6cd82 tempest-VolumesNegativeTest-272772335 tempest-VolumesNegativeTest-272772335-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:11:41.685830 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0360c660-13f7-492b-bda7-e8241ffc6a58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390}  {{(pid=85357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 16 05:11:41.688385 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0360c660-13f7-492b-bda7-e8241ffc6a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45b7c482-ba25-45e6-833c-7f4a2d98c958,revision_number=1']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:11:41.692957 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.db_base_plugin_common [None req-989f0238-2705-4e7f-aff8-42fac346e8b8 None None] Allocated IP 172.20.0.2 (6f89da5d-f206-462e-a636-98594ebaa0a7/5bb05315-89e6-4b92-8e01-e6ed3a170aba/72a00767-a259-41c0-b542-a283cf93a680) {{(pid=85358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 05:11:41.694507 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-0360c660-13f7-492b-bda7-e8241ffc6a58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:11:41.699887 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0360c660-13f7-492b-bda7-e8241ffc6a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854750583'] for segment, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:41.700117 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.db.segments_db [None req-0360c660-13f7-492b-bda7-e8241ffc6a58 admin admin] Added segment b97f726b-7d5f-475b-a49c-dd621bb66bb5 of type vlan for network 6273a2ca-b165-4551-8ef1-2795869426c1
Apr 16 05:11:41.740824 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0360c660-13f7-492b-bda7-e8241ffc6a58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284332331448'] for network, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:41.812186 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0360c660-13f7-492b-bda7-e8241ffc6a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821614228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202'] for network, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:41.814688 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0360c660-13f7-492b-bda7-e8241ffc6a58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:11:41.815244 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9506c5fa-ecdc-4ce1-84d8-b700aeaea48f None None] Sync routers for ids ['e3eb6043-a877-4f5d-9594-0a6a23dc1067'] in dv-cinder-786524-1-iscsi {{(pid=85358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 05:11:41.815497 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0360c660-13f7-492b-bda7-e8241ffc6a58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821710155'] for network, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:41.823755 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:11:41.851152 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9506c5fa-ecdc-4ce1-84d8-b700aeaea48f None None] Routers {'e3eb6043-a877-4f5d-9594-0a6a23dc1067'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:11:41.851962 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-9506c5fa-ecdc-4ce1-84d8-b700aeaea48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5daed6c6a0>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:11:37Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['e3eb6043-a877-4f5d-9594-0a6a23dc1067'], 'active': True} {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:11:41.940415 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0360c660-13f7-492b-bda7-e8241ffc6a58 admin admin] Pushing event updated for resources: {'Network': ['ID=6273a2ca-b165-4551-8ef1-2795869426c1,revision_number=1']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:11:41.943571 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-0360c660-13f7-492b-bda7-e8241ffc6a58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:11:41.949477 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-0360c660-13f7-492b-bda7-e8241ffc6a58 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.4971848
Apr 16 05:11:41.950220 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 40996) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:11:41.972415 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-ba0b5927-e851-4eb1-97ad-43c72aa35236 admin admin] Request body: {'subnet': {'network_id': '6273a2ca-b165-4551-8ef1-2795869426c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1702130762-subnet', 'tenant_id': 'f07218f7de7f453d9b5c655253242a22', 'ip_version': 4}} {{(pid=85357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:11:41.983382 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-ba0b5927-e851-4eb1-97ad-43c72aa35236 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:11:41.991687 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-ba0b5927-e851-4eb1-97ad-43c72aa35236 admin admin] Usage tracker for resource:subnet and tenant:f07218f7de7f453d9b5c655253242a22 is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:11:41.997086 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Network 6273a2ca-b165-4551-8ef1-2795869426c1 details requested by agent ovs-agent-dv-cinder-786524-1-iscsi with host dv-cinder-786524-1-iscsi {{(pid=85358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 16 05:11:42.001035 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-ba0b5927-e851-4eb1-97ad-43c72aa35236 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:11:42.014696 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-ba0b5927-e851-4eb1-97ad-43c72aa35236 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:11:42.033910 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba0b5927-e851-4eb1-97ad-43c72aa35236 admin admin] Made reservation on behalf of f07218f7de7f453d9b5c655253242a22 for: {'subnet': 1} {{(pid=85357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 05:11:42.044908 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ba0b5927-e851-4eb1-97ad-43c72aa35236 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036822930630'] for subnet, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:42.075838 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-10d7dbe3-2548-4554-b8f8-20a4cd258db4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:42.118780 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-10d7dbe3-2548-4554-b8f8-20a4cd258db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:42.248824 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-989f0238-2705-4e7f-aff8-42fac346e8b8 None None] Notify callbacks [] for port, precommit_create {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:42.258874 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-9506c5fa-ecdc-4ce1-84d8-b700aeaea48f None None] Set router e3eb6043-a877-4f5d-9594-0a6a23dc1067 gateway port host: dv-cinder-786524-1-iscsi {{(pid=85358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:11:42.318242 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.db_base_plugin_common [None req-10d7dbe3-2548-4554-b8f8-20a4cd258db4 admin admin] Allocated IP 172.27.2.222 (09b59cd3-13be-4f6b-8ba8-71a7bb13ef88/d321c4f6-731d-44eb-a563-8ed238725710/e2af2372-b21a-409d-b705-59bbb86a1dfb) {{(pid=85356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 05:11:42.320520 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-989f0238-2705-4e7f-aff8-42fac346e8b8 None None] Transition to ACTIVE for port object 72a00767-a259-41c0-b542-a283cf93a680 will not be triggered until provisioned by entity L2. {{(pid=85358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 05:11:42.432223 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-989f0238-2705-4e7f-aff8-42fac346e8b8 None None] Transition to ACTIVE for port object 72a00767-a259-41c0-b542-a283cf93a680 will not be triggered until provisioned by entity DHCP. {{(pid=85358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 05:11:42.466298 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-989f0238-2705-4e7f-aff8-42fac346e8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284332319809'] for port, after_create {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:42.497761 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-10d7dbe3-2548-4554-b8f8-20a4cd258db4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:42.529766 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-10d7dbe3-2548-4554-b8f8-20a4cd258db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284332319809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32051484'] for port, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:42.554998 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-7ea71d87-8192-4b6b-93fe-bdc20c1dfe55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:11:42.574802 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ba0b5927-e851-4eb1-97ad-43c72aa35236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821614264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30120125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036822930679'] for subnet, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:42.585929 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:11:42.592325 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:11:42.638161 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device 74c9d90b-c1df-4a7a-ab06-8fb6623300c1 up at agent ovs-agent-dv-cinder-786524-1-iscsi {{(pid=85358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 05:11:42.710244 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d7dbe3-2548-4554-b8f8-20a4cd258db4 admin admin] Pushing event updated for resources: {'Port': ['ID=e2af2372-b21a-409d-b705-59bbb86a1dfb,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:11:42.716349 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-10d7dbe3-2548-4554-b8f8-20a4cd258db4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:11:42.743046 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0b5927-e851-4eb1-97ad-43c72aa35236 admin admin] Pushing event updated for resources: {'Subnet': ['ID=765f6153-0262-4b15-b573-bd095cbd1d3e,revision_number=0']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:11:42.748650 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-ba0b5927-e851-4eb1-97ad-43c72aa35236 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:11:42.771267 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d7dbe3-2548-4554-b8f8-20a4cd258db4 admin admin] Network 09b59cd3-13be-4f6b-8ba8-71a7bb13ef88 is already hosted by enough agents. {{(pid=85356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 05:11:42.772668 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [None req-10d7dbe3-2548-4554-b8f8-20a4cd258db4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 05:11:42.775906 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d7dbe3-2548-4554-b8f8-20a4cd258db4 admin admin] Received port after_create {{(pid=85356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 05:11:42.829800 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0b5927-e851-4eb1-97ad-43c72aa35236 admin admin] Checking segment: {'id': 'b97f726b-7d5f-475b-a49c-dd621bb66bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '6273a2ca-b165-4551-8ef1-2795869426c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 05:11:42.830220 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0b5927-e851-4eb1-97ad-43c72aa35236 admin admin] Network hostable DHCP agents. Network: 6273a2ca-b165-4551-8ef1-2795869426c1, hostable agents: ['582622ae-d895-4475-8046-f15afe99e67f'], hosted agents: [] {{(pid=85357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 16 05:11:42.842049 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989f0238-2705-4e7f-aff8-42fac346e8b8 None None] Pushing event updated for resources: {'Port': ['ID=72a00767-a259-41c0-b542-a283cf93a680,revision_number=1']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:11:42.850348 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-989f0238-2705-4e7f-aff8-42fac346e8b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:11:42.851809 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0b5927-e851-4eb1-97ad-43c72aa35236 admin admin] Network 6273a2ca-b165-4551-8ef1-2795869426c1 is scheduled to be hosted by DHCP agent 582622ae-d895-4475-8046-f15afe99e67f with binding_index 1 {{(pid=85357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 16 05:11:42.866203 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [None req-ba0b5927-e851-4eb1-97ad-43c72aa35236 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-1-iscsi, 6273a2ca-b165-4551-8ef1-2795869426c1) {{(pid=85357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 05:11:42.883072 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0b5927-e851-4eb1-97ad-43c72aa35236 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:11:42.883870 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ba0b5927-e851-4eb1-97ad-43c72aa35236 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:42.897834 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b767d337-c533-41a4-b293-cf7e8fa43ffb None None] Network 6273a2ca-b165-4551-8ef1-2795869426c1 requested from dv-cinder-786524-1-iscsi {{(pid=85358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 05:11:42.912968 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-ba0b5927-e851-4eb1-97ad-43c72aa35236 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.9481864
Apr 16 05:11:42.913987 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 41000) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:11:42.920713 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-10360ea8-66cc-4834-8dfb-e79d85be39fc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1702130762-router', 'tenant_id': 'f07218f7de7f453d9b5c655253242a22', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88'}}} {{(pid=85357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:11:42.926066 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-10360ea8-66cc-4834-8dfb-e79d85be39fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:11:42.931651 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-10360ea8-66cc-4834-8dfb-e79d85be39fc admin admin] Usage tracker for resource:router and tenant:f07218f7de7f453d9b5c655253242a22 is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:11:42.941581 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-10360ea8-66cc-4834-8dfb-e79d85be39fc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:11:42.959530 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-10360ea8-66cc-4834-8dfb-e79d85be39fc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:11:42.975059 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-10360ea8-66cc-4834-8dfb-e79d85be39fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036821578267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5887'] for router, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:42.976242 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-10360ea8-66cc-4834-8dfb-e79d85be39fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33197368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33196902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33168124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854769946'] for router, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:42.996031 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-10360ea8-66cc-4834-8dfb-e79d85be39fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:43.265269 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Provisioning complete for port 74c9d90b-c1df-4a7a-ab06-8fb6623300c1 triggered by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:11:43.265700 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:43.311219 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-10360ea8-66cc-4834-8dfb-e79d85be39fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33196887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036821578282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770023'] for router, precommit_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:43.315434 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-10d7dbe3-2548-4554-b8f8-20a4cd258db4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:43.322278 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989f0238-2705-4e7f-aff8-42fac346e8b8 None None] Network 6f89da5d-f206-462e-a636-98594ebaa0a7 is already hosted by enough agents. {{(pid=85358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 05:11:43.330174 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [None req-989f0238-2705-4e7f-aff8-42fac346e8b8 None None] Resources bound (agent type, host, resource id):  {{(pid=85358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 05:11:43.339450 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989f0238-2705-4e7f-aff8-42fac346e8b8 None None] Received port after_create {{(pid=85358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 05:11:43.600400 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-989f0238-2705-4e7f-aff8-42fac346e8b8 None None] Attempting to bind port 72a00767-a259-41c0-b542-a283cf93a680 on host dv-cinder-786524-1-iscsi for vnic_type normal with profile  {{(pid=85358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 05:11:43.600888 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-989f0238-2705-4e7f-aff8-42fac346e8b8 None None] Attempting to bind port 72a00767-a259-41c0-b542-a283cf93a680 by drivers openvswitch,hyperv on host dv-cinder-786524-1-iscsi at level 0 using segments [{'id': 'a0d59017-e373-40d6-a43c-3a06cb2c266d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6f89da5d-f206-462e-a636-98594ebaa0a7'}] {{(pid=85358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 05:11:43.601361 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989f0238-2705-4e7f-aff8-42fac346e8b8 None None] Attempting to bind port 72a00767-a259-41c0-b542-a283cf93a680 on network 6f89da5d-f206-462e-a636-98594ebaa0a7 {{(pid=85358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 05:11:43.635534 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989f0238-2705-4e7f-aff8-42fac346e8b8 None None] Checking agent: {'id': '2c00d7f4-da3e-4cf0-ab95-3dab1af70cf6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 4, 54, 38), 'started_at': datetime.datetime(2021, 4, 16, 4, 55, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 5, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 05:11:43.636294 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989f0238-2705-4e7f-aff8-42fac346e8b8 None None] Checking segment: {'id': 'a0d59017-e373-40d6-a43c-3a06cb2c266d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6f89da5d-f206-462e-a636-98594ebaa0a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 05:11:43.636752 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-989f0238-2705-4e7f-aff8-42fac346e8b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:43.637238 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989f0238-2705-4e7f-aff8-42fac346e8b8 None None] Bound using segment: {'id': 'a0d59017-e373-40d6-a43c-3a06cb2c266d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6f89da5d-f206-462e-a636-98594ebaa0a7'} {{(pid=85358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 05:11:43.637889 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-989f0238-2705-4e7f-aff8-42fac346e8b8 None None] Bound port: 72a00767-a259-41c0-b542-a283cf93a680, host: dv-cinder-786524-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0d59017-e373-40d6-a43c-3a06cb2c266d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6f89da5d-f206-462e-a636-98594ebaa0a7'}}] {{(pid=85358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 05:11:43.638217 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-989f0238-2705-4e7f-aff8-42fac346e8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:43.656780 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-9506c5fa-ecdc-4ce1-84d8-b700aeaea48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5daed6c6a0>, [{'id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'name': 'tempest-TestVolumeBootPattern-127490657-router', 'tenant_id': 'db51901ec1bf486ca3fc2d191f21d909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '74c9d90b-c1df-4a7a-ab06-8fb6623300c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:11:31Z', 'updated_at': '2021-04-16T05:11:38Z', 'revision_number': 4, 'project_id': 'db51901ec1bf486ca3fc2d191f21d909', 'gw_port': {'id': '74c9d90b-c1df-4a7a-ab06-8fb6623300c1', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:32Z', 'updated_at': '2021-04-16T05:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi', '_interfaces': [{'id': '0f971c1e-8f5b-4a93-80ea-ecfc9a7e4887', 'name': '', 'network_id': '8dec1d0f-cfff-4035-8076-7521657c2e62', 'tenant_id': 'db51901ec1bf486ca3fc2d191f21d909', 'mac_address': 'fa:16:3e:b3:11:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'b6cb0891-12b7-4364-a273-4c1d3fcc7328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:37Z', 'updated_at': '2021-04-16T05:11:39Z', 'revision_number': 2, 'project_id': 'db51901ec1bf486ca3fc2d191f21d909', 'subnets': [{'id': 'b6cb0891-12b7-4364-a273-4c1d3fcc7328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:11:43.735369 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9506c5fa-ecdc-4ce1-84d8-b700aeaea48f None None] Checking router: e3eb6043-a877-4f5d-9594-0a6a23dc1067 for host: dv-cinder-786524-1-iscsi {{(pid=85358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 05:11:43.736076 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9506c5fa-ecdc-4ce1-84d8-b700aeaea48f None None] Updating router e3eb6043-a877-4f5d-9594-0a6a23dc1067 port 0f971c1e-8f5b-4a93-80ea-ecfc9a7e4887 binding host dv-cinder-786524-1-iscsi {{(pid=85358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 16 05:11:43.809997 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-10360ea8-66cc-4834-8dfb-e79d85be39fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:43.846466 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-10360ea8-66cc-4834-8dfb-e79d85be39fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:43.936441 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a43513a-20a4-484e-9bc9-0ba1a8dafbea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpead8f01a-240e-5c6f-845d-431874f38e8d-6273a2ca-b165-4551-8ef1-2795869426c1', 'network_id': '6273a2ca-b165-4551-8ef1-2795869426c1', 'tenant_id': 'f07218f7de7f453d9b5c655253242a22', 'fixed_ips': [{'subnet_id': '765f6153-0262-4b15-b573-bd095cbd1d3e'}]}} from dv-cinder-786524-1-iscsi. {{(pid=85358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 16 05:11:43.938182 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-4a43513a-20a4-484e-9bc9-0ba1a8dafbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_create {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:44.036288 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.db_base_plugin_common [None req-10360ea8-66cc-4834-8dfb-e79d85be39fc admin admin] Allocated IP 172.27.2.226 (09b59cd3-13be-4f6b-8ba8-71a7bb13ef88/d321c4f6-731d-44eb-a563-8ed238725710/ed822258-f8c9-46d7-8ae7-3398c887e47f) {{(pid=85357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 05:11:44.045627 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-9506c5fa-ecdc-4ce1-84d8-b700aeaea48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:44.096056 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-10d7dbe3-2548-4554-b8f8-20a4cd258db4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33197534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036821578960'] for router, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:44.248870 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-10360ea8-66cc-4834-8dfb-e79d85be39fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:44.285632 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-989f0238-2705-4e7f-aff8-42fac346e8b8 None None] For port 72a00767-a259-41c0-b542-a283cf93a680, host dv-cinder-786524-1-iscsi, cleared binding levels {{(pid=85358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 05:11:44.296677 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-10360ea8-66cc-4834-8dfb-e79d85be39fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284332319809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30120147'] for port, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:44.330685 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-91533546-4cbc-4406-9a6b-0ad8bcdb5277 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:11:44.344941 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-989f0238-2705-4e7f-aff8-42fac346e8b8 None None] For port 72a00767-a259-41c0-b542-a283cf93a680, host dv-cinder-786524-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=72a00767-a259-41c0-b542-a283cf93a680,segment=NetworkSegment(a0d59017-e373-40d6-a43c-3a06cb2c266d),segment_id=a0d59017-e373-40d6-a43c-3a06cb2c266d)] {{(pid=85358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 05:11:44.364011 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-989f0238-2705-4e7f-aff8-42fac346e8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:44.380874 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10d7dbe3-2548-4554-b8f8-20a4cd258db4 admin admin] Router 4c7be7c8-fbb1-4ab1-bd77-c39d18304df9 is scheduled to L3 agent 9bacd1b6-99a0-44b1-8352-fe12768771b0 with binding_index 1 {{(pid=85356) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 16 05:11:44.384507 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:11:44.505126 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10360ea8-66cc-4834-8dfb-e79d85be39fc admin admin] Pushing event updated for resources: {'Port': ['ID=ed822258-f8c9-46d7-8ae7-3398c887e47f,revision_number=1']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:11:44.510742 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-10360ea8-66cc-4834-8dfb-e79d85be39fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:11:44.574785 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10360ea8-66cc-4834-8dfb-e79d85be39fc admin admin] Network 09b59cd3-13be-4f6b-8ba8-71a7bb13ef88 is already hosted by enough agents. {{(pid=85357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 05:11:44.576932 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [None req-10360ea8-66cc-4834-8dfb-e79d85be39fc admin admin] Resources bound (agent type, host, resource id):  {{(pid=85357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 05:11:44.579611 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10360ea8-66cc-4834-8dfb-e79d85be39fc admin admin] Received port after_create {{(pid=85357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 05:11:44.610741 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.db_base_plugin_common [None req-4a43513a-20a4-484e-9bc9-0ba1a8dafbea None None] Allocated IP 172.20.0.2 (6273a2ca-b165-4551-8ef1-2795869426c1/765f6153-0262-4b15-b573-bd095cbd1d3e/7f8d8d22-742a-4007-b2f7-cf67732d235c) {{(pid=85358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 05:11:44.718266 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10d7dbe3-2548-4554-b8f8-20a4cd258db4 admin admin] Notify agent at l3_agent.dv-cinder-786524-1-iscsi the message routers_updated {{(pid=85356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 05:11:44.732956 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb11dcf8-3254-4f08-93c6-0d19bc0ec3f0 None None] Sync routers for ids ['4c7be7c8-fbb1-4ab1-bd77-c39d18304df9'] in dv-cinder-786524-1-iscsi {{(pid=85359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 05:11:44.747093 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989f0238-2705-4e7f-aff8-42fac346e8b8 None None] Pushing event updated for resources: {'Port': ['ID=72a00767-a259-41c0-b542-a283cf93a680,revision_number=2']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:11:44.754062 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb11dcf8-3254-4f08-93c6-0d19bc0ec3f0 None None] Routers {'4c7be7c8-fbb1-4ab1-bd77-c39d18304df9'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:11:44.757444 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-bb11dcf8-3254-4f08-93c6-0d19bc0ec3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dae8a7c18>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:11:37Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['4c7be7c8-fbb1-4ab1-bd77-c39d18304df9'], 'active': True} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:11:44.784125 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-10d7dbe3-2548-4554-b8f8-20a4cd258db4 admin admin] Notify callbacks [] for router, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:44.794535 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-10d7dbe3-2548-4554-b8f8-20a4cd258db4 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.5328243
Apr 16 05:11:44.795126 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 41004) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:11:44.808348 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-989f0238-2705-4e7f-aff8-42fac346e8b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:11:45.274781 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-bb11dcf8-3254-4f08-93c6-0d19bc0ec3f0 None None] Set router 4c7be7c8-fbb1-4ab1-bd77-c39d18304df9 gateway port host: dv-cinder-786524-1-iscsi {{(pid=85359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:11:45.292765 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-4a43513a-20a4-484e-9bc9-0ba1a8dafbea None None] Notify callbacks [] for port, precommit_create {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:45.323501 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-4a43513a-20a4-484e-9bc9-0ba1a8dafbea None None] Transition to ACTIVE for port object 7f8d8d22-742a-4007-b2f7-cf67732d235c will not be triggered until provisioned by entity L2. {{(pid=85358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 05:11:45.360609 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-9506c5fa-ecdc-4ce1-84d8-b700aeaea48f None None] Notify callbacks [] for port, precommit_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:45.393375 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-4a43513a-20a4-484e-9bc9-0ba1a8dafbea None None] Transition to ACTIVE for port object 7f8d8d22-742a-4007-b2f7-cf67732d235c will not be triggered until provisioned by entity DHCP. {{(pid=85358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 05:11:45.395055 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-9506c5fa-ecdc-4ce1-84d8-b700aeaea48f None None] Transition to ACTIVE for port object 0f971c1e-8f5b-4a93-80ea-ecfc9a7e4887 will not be triggered until provisioned by entity L2. {{(pid=85358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 05:11:45.404402 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-4a43513a-20a4-484e-9bc9-0ba1a8dafbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284332319809'] for port, after_create {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:45.423911 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:11:45.464824 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-9506c5fa-ecdc-4ce1-84d8-b700aeaea48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:45.522826 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-10360ea8-66cc-4834-8dfb-e79d85be39fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:45.779043 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-bb11dcf8-3254-4f08-93c6-0d19bc0ec3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dae8a7c18>, [{'id': '4c7be7c8-fbb1-4ab1-bd77-c39d18304df9', 'name': 'tempest-AttachVolumeTestJSON-2037460354-router', 'tenant_id': '2a2ab941ff144e0782baf8de7b2da717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'e2af2372-b21a-409d-b705-59bbb86a1dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:11:41Z', 'updated_at': '2021-04-16T05:11:43Z', 'revision_number': 3, 'project_id': '2a2ab941ff144e0782baf8de7b2da717', 'gw_port': {'id': 'e2af2372-b21a-409d-b705-59bbb86a1dfb', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:01:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c7be7c8-fbb1-4ab1-bd77-c39d18304df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:42Z', 'updated_at': '2021-04-16T05:11:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi'}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:11:45.784229 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb11dcf8-3254-4f08-93c6-0d19bc0ec3f0 None None] Checking router: 4c7be7c8-fbb1-4ab1-bd77-c39d18304df9 for host: dv-cinder-786524-1-iscsi {{(pid=85359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 05:11:45.784888 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb11dcf8-3254-4f08-93c6-0d19bc0ec3f0 None None] Updating router 4c7be7c8-fbb1-4ab1-bd77-c39d18304df9 port e2af2372-b21a-409d-b705-59bbb86a1dfb binding host dv-cinder-786524-1-iscsi {{(pid=85359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 16 05:11:45.849955 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-bb11dcf8-3254-4f08-93c6-0d19bc0ec3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:45.938784 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a43513a-20a4-484e-9bc9-0ba1a8dafbea None None] Pushing event updated for resources: {'Port': ['ID=7f8d8d22-742a-4007-b2f7-cf67732d235c,revision_number=1']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:11:45.948107 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-4a43513a-20a4-484e-9bc9-0ba1a8dafbea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:11:45.948635 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-510fd76f-3184-425c-9088-9a05b72a3b6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.446s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:11:46.025925 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-8f1ad22a-b61c-4c6b-ae2a-f32e1d116d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:46.078882 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-10360ea8-66cc-4834-8dfb-e79d85be39fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33197534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036821578960'] for router, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:46.117598 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f11aa2-1a1c-439a-a476-7a52a4c79357 None None] Pushing event updated for resources: {'Port': ['ID=0f971c1e-8f5b-4a93-80ea-ecfc9a7e4887,revision_number=3']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:11:46.124685 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a43513a-20a4-484e-9bc9-0ba1a8dafbea None None] Network 6273a2ca-b165-4551-8ef1-2795869426c1 is already hosted by enough agents. {{(pid=85358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 05:11:46.126378 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-77f11aa2-1a1c-439a-a476-7a52a4c79357 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:11:46.128980 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [None req-4a43513a-20a4-484e-9bc9-0ba1a8dafbea None None] Resources bound (agent type, host, resource id):  {{(pid=85358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 05:11:46.136875 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a43513a-20a4-484e-9bc9-0ba1a8dafbea None None] Received port after_create {{(pid=85358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 05:11:46.382543 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10360ea8-66cc-4834-8dfb-e79d85be39fc admin admin] Router efaa1268-38e3-4fa1-9298-7cda38523abc is scheduled to L3 agent 9bacd1b6-99a0-44b1-8352-fe12768771b0 with binding_index 1 {{(pid=85357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 16 05:11:46.440817 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-4a43513a-20a4-484e-9bc9-0ba1a8dafbea None None] Attempting to bind port 7f8d8d22-742a-4007-b2f7-cf67732d235c on host dv-cinder-786524-1-iscsi for vnic_type normal with profile  {{(pid=85358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 05:11:46.440817 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-4a43513a-20a4-484e-9bc9-0ba1a8dafbea None None] Attempting to bind port 7f8d8d22-742a-4007-b2f7-cf67732d235c by drivers openvswitch,hyperv on host dv-cinder-786524-1-iscsi at level 0 using segments [{'id': 'b97f726b-7d5f-475b-a49c-dd621bb66bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '6273a2ca-b165-4551-8ef1-2795869426c1'}] {{(pid=85358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 05:11:46.444096 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a43513a-20a4-484e-9bc9-0ba1a8dafbea None None] Attempting to bind port 7f8d8d22-742a-4007-b2f7-cf67732d235c on network 6273a2ca-b165-4551-8ef1-2795869426c1 {{(pid=85358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 05:11:46.459966 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a43513a-20a4-484e-9bc9-0ba1a8dafbea None None] Checking agent: {'id': '2c00d7f4-da3e-4cf0-ab95-3dab1af70cf6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 4, 54, 38), 'started_at': datetime.datetime(2021, 4, 16, 4, 55, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 5, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 05:11:46.460407 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a43513a-20a4-484e-9bc9-0ba1a8dafbea None None] Checking segment: {'id': 'b97f726b-7d5f-475b-a49c-dd621bb66bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '6273a2ca-b165-4551-8ef1-2795869426c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 05:11:46.460874 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-4a43513a-20a4-484e-9bc9-0ba1a8dafbea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:46.461353 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a43513a-20a4-484e-9bc9-0ba1a8dafbea None None] Bound using segment: {'id': 'b97f726b-7d5f-475b-a49c-dd621bb66bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '6273a2ca-b165-4551-8ef1-2795869426c1'} {{(pid=85358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 05:11:46.461907 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-4a43513a-20a4-484e-9bc9-0ba1a8dafbea None None] Bound port: 7f8d8d22-742a-4007-b2f7-cf67732d235c, host: dv-cinder-786524-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b97f726b-7d5f-475b-a49c-dd621bb66bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '6273a2ca-b165-4551-8ef1-2795869426c1'}}] {{(pid=85358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 05:11:46.462334 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-4a43513a-20a4-484e-9bc9-0ba1a8dafbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:46.511475 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-9506c5fa-ecdc-4ce1-84d8-b700aeaea48f None None] Attempting to bind port 0f971c1e-8f5b-4a93-80ea-ecfc9a7e4887 on host dv-cinder-786524-1-iscsi for vnic_type normal with profile  {{(pid=85358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 05:11:46.512162 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-9506c5fa-ecdc-4ce1-84d8-b700aeaea48f None None] Attempting to bind port 0f971c1e-8f5b-4a93-80ea-ecfc9a7e4887 by drivers openvswitch,hyperv on host dv-cinder-786524-1-iscsi at level 0 using segments [{'id': 'fa8ed93a-7d20-4bda-811d-279523b2b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8dec1d0f-cfff-4035-8076-7521657c2e62'}] {{(pid=85358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 05:11:46.512701 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9506c5fa-ecdc-4ce1-84d8-b700aeaea48f None None] Attempting to bind port 0f971c1e-8f5b-4a93-80ea-ecfc9a7e4887 on network 8dec1d0f-cfff-4035-8076-7521657c2e62 {{(pid=85358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 05:11:46.534681 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9506c5fa-ecdc-4ce1-84d8-b700aeaea48f None None] Checking agent: {'id': '2c00d7f4-da3e-4cf0-ab95-3dab1af70cf6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 4, 54, 38), 'started_at': datetime.datetime(2021, 4, 16, 4, 55, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 5, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 05:11:46.536043 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9506c5fa-ecdc-4ce1-84d8-b700aeaea48f None None] Checking segment: {'id': 'fa8ed93a-7d20-4bda-811d-279523b2b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8dec1d0f-cfff-4035-8076-7521657c2e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 05:11:46.541122 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-9506c5fa-ecdc-4ce1-84d8-b700aeaea48f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:46.541777 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9506c5fa-ecdc-4ce1-84d8-b700aeaea48f None None] Bound using segment: {'id': 'fa8ed93a-7d20-4bda-811d-279523b2b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8dec1d0f-cfff-4035-8076-7521657c2e62'} {{(pid=85358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 05:11:46.560567 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-9506c5fa-ecdc-4ce1-84d8-b700aeaea48f None None] Bound port: 0f971c1e-8f5b-4a93-80ea-ecfc9a7e4887, host: dv-cinder-786524-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa8ed93a-7d20-4bda-811d-279523b2b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8dec1d0f-cfff-4035-8076-7521657c2e62'}}] {{(pid=85358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 05:11:46.561931 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-9506c5fa-ecdc-4ce1-84d8-b700aeaea48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:46.594032 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-bb11dcf8-3254-4f08-93c6-0d19bc0ec3f0 None None] Notify callbacks [] for port, precommit_update {{(pid=85359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:46.601993 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device 72a00767-a259-41c0-b542-a283cf93a680 up at agent ovs-agent-dv-cinder-786524-1-iscsi {{(pid=85358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 05:11:46.610471 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-bb11dcf8-3254-4f08-93c6-0d19bc0ec3f0 None None] Transition to ACTIVE for port object e2af2372-b21a-409d-b705-59bbb86a1dfb will not be triggered until provisioned by entity L2. {{(pid=85359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 05:11:46.618687 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-bb11dcf8-3254-4f08-93c6-0d19bc0ec3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:46.642065 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:11:46.657325 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.db_base_plugin_common [None req-8f1ad22a-b61c-4c6b-ae2a-f32e1d116d14 admin admin] Allocated IP 172.20.0.1 (6f89da5d-f206-462e-a636-98594ebaa0a7/5bb05315-89e6-4b92-8e01-e6ed3a170aba/7954305f-de5c-48b5-a0dc-b62fcd5f07a0) {{(pid=85356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 05:11:46.776686 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10360ea8-66cc-4834-8dfb-e79d85be39fc admin admin] Notify agent at l3_agent.dv-cinder-786524-1-iscsi the message routers_updated {{(pid=85357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 05:11:46.820010 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-10360ea8-66cc-4834-8dfb-e79d85be39fc admin admin] Notify callbacks [] for router, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:46.821722 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-10360ea8-66cc-4834-8dfb-e79d85be39fc admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 3.9066229
Apr 16 05:11:46.824648 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 41008) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:11:46.850511 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd75169-0d8e-40bd-b9c7-543b9c73a703 None None] Sync routers for ids ['efaa1268-38e3-4fa1-9298-7cda38523abc'] in dv-cinder-786524-1-iscsi {{(pid=85358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 05:11:46.864376 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267a4673-43c9-4721-8e87-c3a74ee24f67 None None] Pushing event updated for resources: {'Port': ['ID=e2af2372-b21a-409d-b705-59bbb86a1dfb,revision_number=2']} {{(pid=85359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:11:46.878139 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-267a4673-43c9-4721-8e87-c3a74ee24f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=85359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:11:46.929840 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd75169-0d8e-40bd-b9c7-543b9c73a703 None None] Routers {'efaa1268-38e3-4fa1-9298-7cda38523abc'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:11:46.930665 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-efd75169-0d8e-40bd-b9c7-543b9c73a703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5daebbb0b8>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:11:37Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['efaa1268-38e3-4fa1-9298-7cda38523abc'], 'active': True} {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:11:46.981474 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-bb11dcf8-3254-4f08-93c6-0d19bc0ec3f0 None None] Attempting to bind port e2af2372-b21a-409d-b705-59bbb86a1dfb on host dv-cinder-786524-1-iscsi for vnic_type normal with profile  {{(pid=85359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 05:11:46.982327 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-bb11dcf8-3254-4f08-93c6-0d19bc0ec3f0 None None] Attempting to bind port e2af2372-b21a-409d-b705-59bbb86a1dfb by drivers openvswitch,hyperv on host dv-cinder-786524-1-iscsi at level 0 using segments [{'id': '88f0db33-a5d4-497b-ae0c-257388b0c0ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88'}] {{(pid=85359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 05:11:46.983732 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb11dcf8-3254-4f08-93c6-0d19bc0ec3f0 None None] Attempting to bind port e2af2372-b21a-409d-b705-59bbb86a1dfb on network 09b59cd3-13be-4f6b-8ba8-71a7bb13ef88 {{(pid=85359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 05:11:46.991298 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb11dcf8-3254-4f08-93c6-0d19bc0ec3f0 None None] Checking agent: {'id': '2c00d7f4-da3e-4cf0-ab95-3dab1af70cf6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 4, 54, 38), 'started_at': datetime.datetime(2021, 4, 16, 4, 55, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 5, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 05:11:46.992201 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb11dcf8-3254-4f08-93c6-0d19bc0ec3f0 None None] Checking segment: {'id': '88f0db33-a5d4-497b-ae0c-257388b0c0ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 05:11:46.992537 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-8f1ad22a-b61c-4c6b-ae2a-f32e1d116d14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:46.993237 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-bb11dcf8-3254-4f08-93c6-0d19bc0ec3f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:46.994173 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb11dcf8-3254-4f08-93c6-0d19bc0ec3f0 None None] Bound using segment: {'id': '88f0db33-a5d4-497b-ae0c-257388b0c0ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88'} {{(pid=85359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 05:11:46.994894 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-bb11dcf8-3254-4f08-93c6-0d19bc0ec3f0 None None] Bound port: e2af2372-b21a-409d-b705-59bbb86a1dfb, host: dv-cinder-786524-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88f0db33-a5d4-497b-ae0c-257388b0c0ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88'}}] {{(pid=85359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 05:11:46.995515 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-bb11dcf8-3254-4f08-93c6-0d19bc0ec3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:47.001974 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-9506c5fa-ecdc-4ce1-84d8-b700aeaea48f None None] For port 0f971c1e-8f5b-4a93-80ea-ecfc9a7e4887, host dv-cinder-786524-1-iscsi, cleared binding levels {{(pid=85358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 05:11:47.014329 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Provisioning for port 72a00767-a259-41c0-b542-a283cf93a680 completed by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 05:11:47.040597 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-8f1ad22a-b61c-4c6b-ae2a-f32e1d116d14 admin admin] Transition to ACTIVE for port object 7954305f-de5c-48b5-a0dc-b62fcd5f07a0 will not be triggered until provisioned by entity DHCP. {{(pid=85356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 05:11:47.041413 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb820172-d3ec-4e5e-b038-02b459ec12d1 None None] Network 6f89da5d-f206-462e-a636-98594ebaa0a7 requested from dv-cinder-786524-1-iscsi {{(pid=85358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 05:11:47.059686 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-9506c5fa-ecdc-4ce1-84d8-b700aeaea48f None None] For port 0f971c1e-8f5b-4a93-80ea-ecfc9a7e4887, host dv-cinder-786524-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=0f971c1e-8f5b-4a93-80ea-ecfc9a7e4887,segment=NetworkSegment(fa8ed93a-7d20-4bda-811d-279523b2b9b5),segment_id=fa8ed93a-7d20-4bda-811d-279523b2b9b5)] {{(pid=85358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 05:11:47.081466 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-8f1ad22a-b61c-4c6b-ae2a-f32e1d116d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284332319809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32051484'] for port, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:47.110064 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-4ddda982-59bc-49f3-b443-6ccad7d72f9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:11:47.118860 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-bb11dcf8-3254-4f08-93c6-0d19bc0ec3f0 None None] For port e2af2372-b21a-409d-b705-59bbb86a1dfb, host dv-cinder-786524-1-iscsi, cleared binding levels {{(pid=85359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 05:11:47.133287 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-bb11dcf8-3254-4f08-93c6-0d19bc0ec3f0 None None] For port e2af2372-b21a-409d-b705-59bbb86a1dfb, host dv-cinder-786524-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=e2af2372-b21a-409d-b705-59bbb86a1dfb,segment=NetworkSegment(88f0db33-a5d4-497b-ae0c-257388b0c0ef),segment_id=88f0db33-a5d4-497b-ae0c-257388b0c0ef)] {{(pid=85359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 05:11:47.143168 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-bb11dcf8-3254-4f08-93c6-0d19bc0ec3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:47.188028 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=85359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:11:47.202602 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-4a43513a-20a4-484e-9bc9-0ba1a8dafbea None None] For port 7f8d8d22-742a-4007-b2f7-cf67732d235c, host dv-cinder-786524-1-iscsi, cleared binding levels {{(pid=85358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 05:11:47.205661 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-9506c5fa-ecdc-4ce1-84d8-b700aeaea48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:47.240637 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:11:47.374406 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267a4673-43c9-4721-8e87-c3a74ee24f67 None None] Pushing event updated for resources: {'Port': ['ID=e2af2372-b21a-409d-b705-59bbb86a1dfb,revision_number=3']} {{(pid=85359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:11:47.388462 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-267a4673-43c9-4721-8e87-c3a74ee24f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=85359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:11:47.392244 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-4a43513a-20a4-484e-9bc9-0ba1a8dafbea None None] For port 7f8d8d22-742a-4007-b2f7-cf67732d235c, host dv-cinder-786524-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=7f8d8d22-742a-4007-b2f7-cf67732d235c,segment=NetworkSegment(b97f726b-7d5f-475b-a49c-dd621bb66bb5),segment_id=b97f726b-7d5f-475b-a49c-dd621bb66bb5)] {{(pid=85358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 05:11:47.398078 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f11aa2-1a1c-439a-a476-7a52a4c79357 None None] Pushing event updated for resources: {'Port': ['ID=0f971c1e-8f5b-4a93-80ea-ecfc9a7e4887,revision_number=4']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:11:47.402482 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-77f11aa2-1a1c-439a-a476-7a52a4c79357 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:11:47.411861 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1ad22a-b61c-4c6b-ae2a-f32e1d116d14 admin admin] Network 6f89da5d-f206-462e-a636-98594ebaa0a7 is already hosted by enough agents. {{(pid=85356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 05:11:47.413202 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1ad22a-b61c-4c6b-ae2a-f32e1d116d14 admin admin] Pushing event updated for resources: {'Port': ['ID=7954305f-de5c-48b5-a0dc-b62fcd5f07a0,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:11:47.416747 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [None req-8f1ad22a-b61c-4c6b-ae2a-f32e1d116d14 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 05:11:47.421625 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-8f1ad22a-b61c-4c6b-ae2a-f32e1d116d14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:11:47.422875 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1ad22a-b61c-4c6b-ae2a-f32e1d116d14 admin admin] Received port after_create {{(pid=85356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 05:11:47.444386 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-550c7c41-598f-4c87-a7db-1de131a729ac None None] Provisioning for port 72a00767-a259-41c0-b542-a283cf93a680 completed by entity DHCP. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 05:11:47.452829 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-4a43513a-20a4-484e-9bc9-0ba1a8dafbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:47.466197 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb11dcf8-3254-4f08-93c6-0d19bc0ec3f0 None None] Routers {'4c7be7c8-fbb1-4ab1-bd77-c39d18304df9'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:11:47.467645 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-bb11dcf8-3254-4f08-93c6-0d19bc0ec3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dae8a7c18>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:11:37Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['4c7be7c8-fbb1-4ab1-bd77-c39d18304df9'], 'active': True} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:11:47.482255 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-550c7c41-598f-4c87-a7db-1de131a729ac None None] Provisioning complete for port 72a00767-a259-41c0-b542-a283cf93a680 triggered by entity DHCP. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:11:47.483227 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-550c7c41-598f-4c87-a7db-1de131a729ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:47.500480 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-8f1ad22a-b61c-4c6b-ae2a-f32e1d116d14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33196661'] for router_interface, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:47.512431 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:11:47.674490 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a43513a-20a4-484e-9bc9-0ba1a8dafbea None None] Pushing event updated for resources: {'Port': ['ID=7f8d8d22-742a-4007-b2f7-cf67732d235c,revision_number=2']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:11:47.678343 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-4a43513a-20a4-484e-9bc9-0ba1a8dafbea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:11:47.691581 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-bb11dcf8-3254-4f08-93c6-0d19bc0ec3f0 None None] Set router 4c7be7c8-fbb1-4ab1-bd77-c39d18304df9 gateway port host: dv-cinder-786524-1-iscsi {{(pid=85359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:11:47.707087 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-cb1000cc-99b1-4c9e-85cd-1b28ba2aeaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:47.819236 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-8f1ad22a-b61c-4c6b-ae2a-f32e1d116d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:48.013859 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.db_base_plugin_common [None req-cb1000cc-99b1-4c9e-85cd-1b28ba2aeaf5 admin admin] Allocated IP 172.20.0.1 (6273a2ca-b165-4551-8ef1-2795869426c1/765f6153-0262-4b15-b573-bd095cbd1d3e/ef746873-f9a7-4a0c-a716-6ba41777f4c9) {{(pid=85357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 05:11:48.106914 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-efd75169-0d8e-40bd-b9c7-543b9c73a703 None None] Set router efaa1268-38e3-4fa1-9298-7cda38523abc gateway port host: dv-cinder-786524-1-iscsi {{(pid=85358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:11:48.173362 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-bb11dcf8-3254-4f08-93c6-0d19bc0ec3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dae8a7c18>, [{'id': '4c7be7c8-fbb1-4ab1-bd77-c39d18304df9', 'name': 'tempest-AttachVolumeTestJSON-2037460354-router', 'tenant_id': '2a2ab941ff144e0782baf8de7b2da717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'e2af2372-b21a-409d-b705-59bbb86a1dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:11:41Z', 'updated_at': '2021-04-16T05:11:43Z', 'revision_number': 3, 'project_id': '2a2ab941ff144e0782baf8de7b2da717', 'gw_port': {'id': 'e2af2372-b21a-409d-b705-59bbb86a1dfb', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:01:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c7be7c8-fbb1-4ab1-bd77-c39d18304df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:42Z', 'updated_at': '2021-04-16T05:11:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi'}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:11:48.183055 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb11dcf8-3254-4f08-93c6-0d19bc0ec3f0 None None] The sync data for ids ['4c7be7c8-fbb1-4ab1-bd77-c39d18304df9'] in dv-cinder-786524-1-iscsi is: [{'id': '4c7be7c8-fbb1-4ab1-bd77-c39d18304df9', 'name': 'tempest-AttachVolumeTestJSON-2037460354-router', 'tenant_id': '2a2ab941ff144e0782baf8de7b2da717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'e2af2372-b21a-409d-b705-59bbb86a1dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:11:41Z', 'updated_at': '2021-04-16T05:11:43Z', 'revision_number': 3, 'project_id': '2a2ab941ff144e0782baf8de7b2da717', 'gw_port': {'id': 'e2af2372-b21a-409d-b705-59bbb86a1dfb', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:01:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c7be7c8-fbb1-4ab1-bd77-c39d18304df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:42Z', 'updated_at': '2021-04-16T05:11:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi'}] {{(pid=85359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 05:11:48.347148 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-550c7c41-598f-4c87-a7db-1de131a729ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:48.417358 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-cb1000cc-99b1-4c9e-85cd-1b28ba2aeaf5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:48.456390 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-cb1000cc-99b1-4c9e-85cd-1b28ba2aeaf5 admin admin] Transition to ACTIVE for port object ef746873-f9a7-4a0c-a716-6ba41777f4c9 will not be triggered until provisioned by entity DHCP. {{(pid=85357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 05:11:48.512728 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-cb1000cc-99b1-4c9e-85cd-1b28ba2aeaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284332319809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30120147'] for port, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:48.531634 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-10360ea8-66cc-4834-8dfb-e79d85be39fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:11:48.669509 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1000cc-99b1-4c9e-85cd-1b28ba2aeaf5 admin admin] Pushing event updated for resources: {'Port': ['ID=ef746873-f9a7-4a0c-a716-6ba41777f4c9,revision_number=1']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:11:48.694105 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-8f1ad22a-b61c-4c6b-ae2a-f32e1d116d14 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:48.697781 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-cb1000cc-99b1-4c9e-85cd-1b28ba2aeaf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:11:48.699636 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-8f1ad22a-b61c-4c6b-ae2a-f32e1d116d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822724348'] for port, after_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:48.753866 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-6593e0c3-644b-453e-822c-c93ec1aed8f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:11:48.804625 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-550c7c41-598f-4c87-a7db-1de131a729ac None None] For port 72a00767-a259-41c0-b542-a283cf93a680, host dv-cinder-786524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=72a00767-a259-41c0-b542-a283cf93a680,segment=NetworkSegment(a0d59017-e373-40d6-a43c-3a06cb2c266d),segment_id=a0d59017-e373-40d6-a43c-3a06cb2c266d)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:11:48.810009 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9506c5fa-ecdc-4ce1-84d8-b700aeaea48f None None] Routers {'e3eb6043-a877-4f5d-9594-0a6a23dc1067'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:11:48.810733 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-9506c5fa-ecdc-4ce1-84d8-b700aeaea48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5daed6c6a0>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:11:37Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['e3eb6043-a877-4f5d-9594-0a6a23dc1067'], 'active': True} {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:11:48.813015 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1000cc-99b1-4c9e-85cd-1b28ba2aeaf5 admin admin] Network 6273a2ca-b165-4551-8ef1-2795869426c1 is already hosted by enough agents. {{(pid=85357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 05:11:48.815357 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [None req-cb1000cc-99b1-4c9e-85cd-1b28ba2aeaf5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 05:11:48.820686 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1000cc-99b1-4c9e-85cd-1b28ba2aeaf5 admin admin] Received port after_create {{(pid=85357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 05:11:48.848400 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1ad22a-b61c-4c6b-ae2a-f32e1d116d14 admin admin] Pushing event updated for resources: {'Port': ['ID=7954305f-de5c-48b5-a0dc-b62fcd5f07a0,revision_number=2']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:11:48.852731 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-8f1ad22a-b61c-4c6b-ae2a-f32e1d116d14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:11:48.896954 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-8f1ad22a-b61c-4c6b-ae2a-f32e1d116d14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036821710185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036821579246'] for router_interface, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:48.980554 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-cb1000cc-99b1-4c9e-85cd-1b28ba2aeaf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33196661'] for router_interface, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:49.138585 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-550c7c41-598f-4c87-a7db-1de131a729ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:49.140635 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:11:49.231249 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-cb1000cc-99b1-4c9e-85cd-1b28ba2aeaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:49.236536 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1ad22a-b61c-4c6b-ae2a-f32e1d116d14 admin admin] Network 6f89da5d-f206-462e-a636-98594ebaa0a7 is already hosted by enough agents. {{(pid=85356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 05:11:49.251240 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [None req-8f1ad22a-b61c-4c6b-ae2a-f32e1d116d14 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 05:11:49.314574 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550c7c41-598f-4c87-a7db-1de131a729ac None None] Pushing event updated for resources: {'Port': ['ID=72a00767-a259-41c0-b542-a283cf93a680,revision_number=3']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:11:49.320178 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-550c7c41-598f-4c87-a7db-1de131a729ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:11:49.412961 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-efd75169-0d8e-40bd-b9c7-543b9c73a703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5daebbb0b8>, [{'id': 'efaa1268-38e3-4fa1-9298-7cda38523abc', 'name': 'tempest-TestVolumeBootPattern-1702130762-router', 'tenant_id': 'f07218f7de7f453d9b5c655253242a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': 'ed822258-f8c9-46d7-8ae7-3398c887e47f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:11:42Z', 'updated_at': '2021-04-16T05:11:44Z', 'revision_number': 3, 'project_id': 'f07218f7de7f453d9b5c655253242a22', 'gw_port': {'id': 'ed822258-f8c9-46d7-8ae7-3398c887e47f', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ae:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efaa1268-38e3-4fa1-9298-7cda38523abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:43Z', 'updated_at': '2021-04-16T05:11:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi'}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:11:49.453573 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd75169-0d8e-40bd-b9c7-543b9c73a703 None None] Checking router: efaa1268-38e3-4fa1-9298-7cda38523abc for host: dv-cinder-786524-1-iscsi {{(pid=85358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 05:11:49.454823 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd75169-0d8e-40bd-b9c7-543b9c73a703 None None] Updating router efaa1268-38e3-4fa1-9298-7cda38523abc port ed822258-f8c9-46d7-8ae7-3398c887e47f binding host dv-cinder-786524-1-iscsi {{(pid=85358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 16 05:11:49.535299 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-efd75169-0d8e-40bd-b9c7-543b9c73a703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:49.597379 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-9506c5fa-ecdc-4ce1-84d8-b700aeaea48f None None] Set router e3eb6043-a877-4f5d-9594-0a6a23dc1067 gateway port host: dv-cinder-786524-1-iscsi {{(pid=85358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:11:49.638412 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-cb1000cc-99b1-4c9e-85cd-1b28ba2aeaf5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:49.647809 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-cb1000cc-99b1-4c9e-85cd-1b28ba2aeaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036824655669'] for port, after_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:49.710166 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f1ad22a-b61c-4c6b-ae2a-f32e1d116d14 admin admin] Router 4c7be7c8-fbb1-4ab1-bd77-c39d18304df9 has already been hosted by L3 agent 9bacd1b6-99a0-44b1-8352-fe12768771b0 {{(pid=85356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 16 05:11:49.732698 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:11:49.771853 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-cb1000cc-99b1-4c9e-85cd-1b28ba2aeaf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036821710185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036821579246'] for router_interface, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:50.092118 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f1ad22a-b61c-4c6b-ae2a-f32e1d116d14 admin admin] Notify agent at l3_agent.dv-cinder-786524-1-iscsi the message routers_updated {{(pid=85356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 05:11:50.110467 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-8f1ad22a-b61c-4c6b-ae2a-f32e1d116d14 admin admin] 10.222.0.26 "PUT /v2.0/routers/4c7be7c8-fbb1-4ab1-bd77-c39d18304df9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.3133843
Apr 16 05:11:50.168159 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-92da9437-452a-4aa2-a953-6fb56a5f080f None None] Provisioning complete for port 72a00767-a259-41c0-b542-a283cf93a680 triggered by entity DHCP. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:11:50.168592 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-92da9437-452a-4aa2-a953-6fb56a5f080f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:50.347225 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1000cc-99b1-4c9e-85cd-1b28ba2aeaf5 admin admin] Pushing event updated for resources: {'Port': ['ID=ef746873-f9a7-4a0c-a716-6ba41777f4c9,revision_number=2']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:11:50.353776 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-cb1000cc-99b1-4c9e-85cd-1b28ba2aeaf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.621s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:11:50.406260 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1000cc-99b1-4c9e-85cd-1b28ba2aeaf5 admin admin] Network 6273a2ca-b165-4551-8ef1-2795869426c1 is already hosted by enough agents. {{(pid=85357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 05:11:50.408633 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [None req-cb1000cc-99b1-4c9e-85cd-1b28ba2aeaf5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 05:11:50.629129 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.db.resource_extend [None req-efd75169-0d8e-40bd-b9c7-543b9c73a703 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 16 05:11:50.738562 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb1000cc-99b1-4c9e-85cd-1b28ba2aeaf5 admin admin] Router efaa1268-38e3-4fa1-9298-7cda38523abc has already been hosted by L3 agent 9bacd1b6-99a0-44b1-8352-fe12768771b0 {{(pid=85357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 16 05:11:50.969472 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9906e159-3775-4577-835f-2454b1e64758 None None] Network 6273a2ca-b165-4551-8ef1-2795869426c1 requested from dv-cinder-786524-1-iscsi {{(pid=85358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 05:11:50.985874 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device 72a00767-a259-41c0-b542-a283cf93a680 up at agent ovs-agent-dv-cinder-786524-1-iscsi {{(pid=85358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 05:11:51.001800 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb1000cc-99b1-4c9e-85cd-1b28ba2aeaf5 admin admin] Notify agent at l3_agent.dv-cinder-786524-1-iscsi the message routers_updated {{(pid=85357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 05:11:51.021149 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-cb1000cc-99b1-4c9e-85cd-1b28ba2aeaf5 admin admin] 10.222.0.26 "PUT /v2.0/routers/efaa1268-38e3-4fa1-9298-7cda38523abc/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1879723
Apr 16 05:11:51.192245 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-92da9437-452a-4aa2-a953-6fb56a5f080f None None] Provisioning for port 7954305f-de5c-48b5-a0dc-b62fcd5f07a0 completed by entity DHCP. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 05:11:51.238167 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-92da9437-452a-4aa2-a953-6fb56a5f080f None None] Provisioning complete for port 7954305f-de5c-48b5-a0dc-b62fcd5f07a0 triggered by entity DHCP. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:11:51.238167 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-92da9437-452a-4aa2-a953-6fb56a5f080f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:51.308873 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 41026) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:11:51.314878 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-92da9437-452a-4aa2-a953-6fb56a5f080f None None] Port 7954305f-de5c-48b5-a0dc-b62fcd5f07a0 cannot update to ACTIVE because it is not bound. {{(pid=85358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 16 05:11:51.315635 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-f1f50de6-a9cf-40c4-a80d-f8ab5bd9bee2 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1037856179', 'description': 'tempest-description--1074123782'}} {{(pid=85357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:11:51.318616 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-9506c5fa-ecdc-4ce1-84d8-b700aeaea48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5daed6c6a0>, [{'id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'name': 'tempest-TestVolumeBootPattern-127490657-router', 'tenant_id': 'db51901ec1bf486ca3fc2d191f21d909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '74c9d90b-c1df-4a7a-ab06-8fb6623300c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:11:31Z', 'updated_at': '2021-04-16T05:11:38Z', 'revision_number': 4, 'project_id': 'db51901ec1bf486ca3fc2d191f21d909', 'gw_port': {'id': '74c9d90b-c1df-4a7a-ab06-8fb6623300c1', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:32Z', 'updated_at': '2021-04-16T05:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi', '_interfaces': [{'id': '0f971c1e-8f5b-4a93-80ea-ecfc9a7e4887', 'name': '', 'network_id': '8dec1d0f-cfff-4035-8076-7521657c2e62', 'tenant_id': 'db51901ec1bf486ca3fc2d191f21d909', 'mac_address': 'fa:16:3e:b3:11:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'b6cb0891-12b7-4364-a273-4c1d3fcc7328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:37Z', 'updated_at': '2021-04-16T05:11:46Z', 'revision_number': 4, 'project_id': 'db51901ec1bf486ca3fc2d191f21d909', 'subnets': [{'id': 'b6cb0891-12b7-4364-a273-4c1d3fcc7328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:11:51.326544 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-f1f50de6-a9cf-40c4-a80d-f8ab5bd9bee2 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:11:51.335197 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-f1f50de6-a9cf-40c4-a80d-f8ab5bd9bee2 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Usage tracker for resource:security_group and tenant:2a2ab941ff144e0782baf8de7b2da717 is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:11:51.336521 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-efd75169-0d8e-40bd-b9c7-543b9c73a703 None None] Notify callbacks [] for port, precommit_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:51.345396 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-f1f50de6-a9cf-40c4-a80d-f8ab5bd9bee2 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:11:51.360313 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9506c5fa-ecdc-4ce1-84d8-b700aeaea48f None None] The sync data for ids ['e3eb6043-a877-4f5d-9594-0a6a23dc1067'] in dv-cinder-786524-1-iscsi is: [{'id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'name': 'tempest-TestVolumeBootPattern-127490657-router', 'tenant_id': 'db51901ec1bf486ca3fc2d191f21d909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '74c9d90b-c1df-4a7a-ab06-8fb6623300c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:11:31Z', 'updated_at': '2021-04-16T05:11:38Z', 'revision_number': 4, 'project_id': 'db51901ec1bf486ca3fc2d191f21d909', 'gw_port': {'id': '74c9d90b-c1df-4a7a-ab06-8fb6623300c1', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:32Z', 'updated_at': '2021-04-16T05:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi', '_interfaces': [{'id': '0f971c1e-8f5b-4a93-80ea-ecfc9a7e4887', 'name': '', 'network_id': '8dec1d0f-cfff-4035-8076-7521657c2e62', 'tenant_id': 'db51901ec1bf486ca3fc2d191f21d909', 'mac_address': 'fa:16:3e:b3:11:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'b6cb0891-12b7-4364-a273-4c1d3fcc7328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:37Z', 'updated_at': '2021-04-16T05:11:46Z', 'revision_number': 4, 'project_id': 'db51901ec1bf486ca3fc2d191f21d909', 'subnets': [{'id': 'b6cb0891-12b7-4364-a273-4c1d3fcc7328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 05:11:51.363113 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-f1f50de6-a9cf-40c4-a80d-f8ab5bd9bee2 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:11:51.369394 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Provisioning complete for port 72a00767-a259-41c0-b542-a283cf93a680 triggered by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:11:51.369814 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:51.391066 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f1f50de6-a9cf-40c4-a80d-f8ab5bd9bee2 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks [] for security_group, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:51.409033 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-efd75169-0d8e-40bd-b9c7-543b9c73a703 None None] Transition to ACTIVE for port object ed822258-f8c9-46d7-8ae7-3398c887e47f will not be triggered until provisioned by entity L2. {{(pid=85358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 05:11:51.419474 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-f1f50de6-a9cf-40c4-a80d-f8ab5bd9bee2 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:11:51.425584 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-f1f50de6-a9cf-40c4-a80d-f8ab5bd9bee2 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Usage tracker for resource:security_group_rule and tenant:2a2ab941ff144e0782baf8de7b2da717 is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:11:51.429468 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-f1f50de6-a9cf-40c4-a80d-f8ab5bd9bee2 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:11:51.440471 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-f1f50de6-a9cf-40c4-a80d-f8ab5bd9bee2 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:11:51.503174 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-efd75169-0d8e-40bd-b9c7-543b9c73a703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:51.533901 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-989f0238-2705-4e7f-aff8-42fac346e8b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:11:51.603945 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f1f50de6-a9cf-40c4-a80d-f8ab5bd9bee2 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks [] for security_group, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:51.609791 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f1f50de6-a9cf-40c4-a80d-f8ab5bd9bee2 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:51.628329 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-0a53da63-9f79-4f93-8904-e7c2747fbbff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:11:51.700511 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f50de6-a9cf-40c4-a80d-f8ab5bd9bee2 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c22267-8b5c-43a0-b25f-6c7c338ce6ae,revision_number=1']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:11:51.715724 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-f1f50de6-a9cf-40c4-a80d-f8ab5bd9bee2 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:11:51.735587 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f1f50de6-a9cf-40c4-a80d-f8ab5bd9bee2 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks [] for security_group, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:51.742115 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-f1f50de6-a9cf-40c4-a80d-f8ab5bd9bee2 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.4269547
Apr 16 05:11:51.742724 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 41030) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:11:51.752512 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-3fe4165f-3713-4060-ac69-d02bfc6f2e48 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Request body: {'security_group_rule': {'security_group_id': 'e0c22267-8b5c-43a0-b25f-6c7c338ce6ae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:11:51.760715 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-3fe4165f-3713-4060-ac69-d02bfc6f2e48 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:11:51.766195 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-3fe4165f-3713-4060-ac69-d02bfc6f2e48 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Usage tracker for resource:security_group_rule and tenant:2a2ab941ff144e0782baf8de7b2da717 is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:11:51.773858 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-3fe4165f-3713-4060-ac69-d02bfc6f2e48 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:11:51.778254 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-6dab7eaa-58f2-4886-afb2-259bf243b3b0 None None] Provisioning for port 7f8d8d22-742a-4007-b2f7-cf67732d235c completed by entity DHCP. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 05:11:51.786811 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-3fe4165f-3713-4060-ac69-d02bfc6f2e48 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:11:51.815270 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfd9c61-1e15-4b40-b09b-9b7a5cea0ca0 None None] Pushing event updated for resources: {'Port': ['ID=ed822258-f8c9-46d7-8ae7-3398c887e47f,revision_number=2']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:11:51.816990 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-3fe4165f-3713-4060-ac69-d02bfc6f2e48 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:51.827253 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-3dfd9c61-1e15-4b40-b09b-9b7a5cea0ca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:11:51.927378 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-6dab7eaa-58f2-4886-afb2-259bf243b3b0 None None] Provisioning complete for port 7954305f-de5c-48b5-a0dc-b62fcd5f07a0 triggered by entity DHCP. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:11:51.927809 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-6dab7eaa-58f2-4886-afb2-259bf243b3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:51.979413 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-3fe4165f-3713-4060-ac69-d02bfc6f2e48 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:51.986239 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-3fe4165f-3713-4060-ac69-d02bfc6f2e48 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612896'] for security_group_rule, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:51.998501 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:11:52.025023 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595359eb-92c9-4453-82a4-c3cde4c0c030 None None] Sync routers for ids ['4c7be7c8-fbb1-4ab1-bd77-c39d18304df9'] in dv-cinder-786524-1-iscsi {{(pid=85359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 05:11:52.037083 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device 7f8d8d22-742a-4007-b2f7-cf67732d235c up at agent ovs-agent-dv-cinder-786524-1-iscsi {{(pid=85358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 05:11:52.047659 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe4165f-3713-4060-ac69-d02bfc6f2e48 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25ffb115-fada-477c-a6cf-2f122a52fa8f,revision_number=0']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:11:52.058408 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-3fe4165f-3713-4060-ac69-d02bfc6f2e48 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:11:52.069327 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-3fe4165f-3713-4060-ac69-d02bfc6f2e48 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:52.076405 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 41034) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:11:52.080821 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-3fe4165f-3713-4060-ac69-d02bfc6f2e48 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3359659
Apr 16 05:11:52.084681 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-8c2b32d6-899d-442f-a61b-81aa3974a702 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Request body: {'security_group_rule': {'security_group_id': 'e0c22267-8b5c-43a0-b25f-6c7c338ce6ae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:11:52.100536 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595359eb-92c9-4453-82a4-c3cde4c0c030 None None] Routers {'4c7be7c8-fbb1-4ab1-bd77-c39d18304df9'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:11:52.101279 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-595359eb-92c9-4453-82a4-c3cde4c0c030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dae89f860>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:11:37Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['4c7be7c8-fbb1-4ab1-bd77-c39d18304df9'], 'active': True} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:11:52.102812 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-8c2b32d6-899d-442f-a61b-81aa3974a702 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:11:52.138156 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-8c2b32d6-899d-442f-a61b-81aa3974a702 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Usage tracker for resource:security_group_rule and tenant:2a2ab941ff144e0782baf8de7b2da717 is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:11:52.148994 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-8c2b32d6-899d-442f-a61b-81aa3974a702 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:11:52.167333 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 41038) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:11:52.168842 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-8c2b32d6-899d-442f-a61b-81aa3974a702 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:11:52.178271 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-1db6df9a-6477-48b9-b7d4-5fec9d9d4a2f tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1277264227', 'description': 'tempest-secgroup-smoke-1277264227 description', 'project_id': 'db51901ec1bf486ca3fc2d191f21d909'}} {{(pid=85356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:11:52.197494 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-1db6df9a-6477-48b9-b7d4-5fec9d9d4a2f tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:11:52.204202 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-1db6df9a-6477-48b9-b7d4-5fec9d9d4a2f tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Usage tracker for resource:security_group and tenant:db51901ec1bf486ca3fc2d191f21d909 is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:11:52.212595 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-8c2b32d6-899d-442f-a61b-81aa3974a702 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:52.214350 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-1db6df9a-6477-48b9-b7d4-5fec9d9d4a2f tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:11:52.236327 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-6dab7eaa-58f2-4886-afb2-259bf243b3b0 None None] Port 7954305f-de5c-48b5-a0dc-b62fcd5f07a0 cannot update to ACTIVE because it is not bound. {{(pid=85358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 16 05:11:52.239264 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-1db6df9a-6477-48b9-b7d4-5fec9d9d4a2f tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:11:52.254239 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-efd75169-0d8e-40bd-b9c7-543b9c73a703 None None] Attempting to bind port ed822258-f8c9-46d7-8ae7-3398c887e47f on host dv-cinder-786524-1-iscsi for vnic_type normal with profile  {{(pid=85358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 05:11:52.254664 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-efd75169-0d8e-40bd-b9c7-543b9c73a703 None None] Attempting to bind port ed822258-f8c9-46d7-8ae7-3398c887e47f by drivers openvswitch,hyperv on host dv-cinder-786524-1-iscsi at level 0 using segments [{'id': '88f0db33-a5d4-497b-ae0c-257388b0c0ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88'}] {{(pid=85358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 05:11:52.255191 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd75169-0d8e-40bd-b9c7-543b9c73a703 None None] Attempting to bind port ed822258-f8c9-46d7-8ae7-3398c887e47f on network 09b59cd3-13be-4f6b-8ba8-71a7bb13ef88 {{(pid=85358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 05:11:52.278417 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd75169-0d8e-40bd-b9c7-543b9c73a703 None None] Checking agent: {'id': '2c00d7f4-da3e-4cf0-ab95-3dab1af70cf6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 4, 54, 38), 'started_at': datetime.datetime(2021, 4, 16, 4, 55, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 5, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 05:11:52.279073 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd75169-0d8e-40bd-b9c7-543b9c73a703 None None] Checking segment: {'id': '88f0db33-a5d4-497b-ae0c-257388b0c0ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 05:11:52.279829 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-efd75169-0d8e-40bd-b9c7-543b9c73a703 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:52.280565 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd75169-0d8e-40bd-b9c7-543b9c73a703 None None] Bound using segment: {'id': '88f0db33-a5d4-497b-ae0c-257388b0c0ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88'} {{(pid=85358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 05:11:52.281524 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-efd75169-0d8e-40bd-b9c7-543b9c73a703 None None] Bound port: ed822258-f8c9-46d7-8ae7-3398c887e47f, host: dv-cinder-786524-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88f0db33-a5d4-497b-ae0c-257388b0c0ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88'}}] {{(pid=85358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 05:11:52.282261 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-efd75169-0d8e-40bd-b9c7-543b9c73a703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:52.303052 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-1db6df9a-6477-48b9-b7d4-5fec9d9d4a2f tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks [] for security_group, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:52.357301 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-1db6df9a-6477-48b9-b7d4-5fec9d9d4a2f tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:11:52.372582 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-1db6df9a-6477-48b9-b7d4-5fec9d9d4a2f tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Usage tracker for resource:security_group_rule and tenant:db51901ec1bf486ca3fc2d191f21d909 is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:11:52.380798 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-1db6df9a-6477-48b9-b7d4-5fec9d9d4a2f tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:11:52.383712 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-8c2b32d6-899d-442f-a61b-81aa3974a702 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:52.394447 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-1db6df9a-6477-48b9-b7d4-5fec9d9d4a2f tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:11:52.396648 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-8c2b32d6-899d-442f-a61b-81aa3974a702 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612896'] for security_group_rule, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:52.442174 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:11:52.475500 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2b32d6-899d-442f-a61b-81aa3974a702 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d18467f-d652-4f87-a055-e5220db1f2e5,revision_number=0']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:11:52.479493 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Provisioning for port 7f8d8d22-742a-4007-b2f7-cf67732d235c completed by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 05:11:52.488751 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-efd75169-0d8e-40bd-b9c7-543b9c73a703 None None] For port ed822258-f8c9-46d7-8ae7-3398c887e47f, host dv-cinder-786524-1-iscsi, cleared binding levels {{(pid=85358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 05:11:52.489263 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-8c2b32d6-899d-442f-a61b-81aa3974a702 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:11:52.490745 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-8c2b32d6-899d-442f-a61b-81aa3974a702 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:52.495781 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-efd75169-0d8e-40bd-b9c7-543b9c73a703 None None] For port ed822258-f8c9-46d7-8ae7-3398c887e47f, host dv-cinder-786524-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=ed822258-f8c9-46d7-8ae7-3398c887e47f,segment=NetworkSegment(88f0db33-a5d4-497b-ae0c-257388b0c0ef),segment_id=88f0db33-a5d4-497b-ae0c-257388b0c0ef)] {{(pid=85358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 05:11:52.497417 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Provisioning complete for port 7f8d8d22-742a-4007-b2f7-cf67732d235c triggered by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:11:52.497876 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:52.502642 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-8c2b32d6-899d-442f-a61b-81aa3974a702 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4214072
Apr 16 05:11:52.503192 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 41042) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:11:52.520289 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-21a00aa7-beac-4726-9f0f-097a2b507c91 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Request body: {'floatingip': {'floating_network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88'}} {{(pid=85357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:11:52.544413 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-faf26567-0f81-4a6a-9e0a-b67ab9d9cdf8 None None] Provisioning for port ef746873-f9a7-4a0c-a716-6ba41777f4c9 completed by entity DHCP. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 05:11:52.546943 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-21a00aa7-beac-4726-9f0f-097a2b507c91 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:11:52.556619 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-21a00aa7-beac-4726-9f0f-097a2b507c91 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Usage tracker for resource:floatingip and tenant:2a2ab941ff144e0782baf8de7b2da717 is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:11:52.578176 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-efd75169-0d8e-40bd-b9c7-543b9c73a703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:52.578998 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-21a00aa7-beac-4726-9f0f-097a2b507c91 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:11:52.589561 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-21a00aa7-beac-4726-9f0f-097a2b507c91 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:11:52.598054 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-1db6df9a-6477-48b9-b7d4-5fec9d9d4a2f tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks [] for security_group, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:52.603708 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-1db6df9a-6477-48b9-b7d4-5fec9d9d4a2f tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:52.608393 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-21a00aa7-beac-4726-9f0f-097a2b507c91 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks [] for floatingip, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:52.610328 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-65236d6c-8d13-453d-896a-72e4f1713501 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:11:52.621907 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-77f11aa2-1a1c-439a-a476-7a52a4c79357 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:11:52.675148 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-595359eb-92c9-4453-82a4-c3cde4c0c030 None None] Set router 4c7be7c8-fbb1-4ab1-bd77-c39d18304df9 gateway port host: dv-cinder-786524-1-iscsi {{(pid=85359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:11:52.683262 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-faf26567-0f81-4a6a-9e0a-b67ab9d9cdf8 None None] Provisioning complete for port ef746873-f9a7-4a0c-a716-6ba41777f4c9 triggered by entity DHCP. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:11:52.683630 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-faf26567-0f81-4a6a-9e0a-b67ab9d9cdf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:52.695494 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db6df9a-6477-48b9-b7d4-5fec9d9d4a2f tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64fcd4c6-6895-4ef1-8bcd-86346ebbc94f,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:11:52.698272 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-1db6df9a-6477-48b9-b7d4-5fec9d9d4a2f tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks [] for security_group, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:52.699637 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-1db6df9a-6477-48b9-b7d4-5fec9d9d4a2f tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.5306673
Apr 16 05:11:52.700693 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-1db6df9a-6477-48b9-b7d4-5fec9d9d4a2f tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:11:52.708547 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 41046) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:11:52.725292 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-a35ca40c-a694-41a1-8720-9abf8b1fbfab tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Request body: {'security_group_rule': {'security_group_id': '64fcd4c6-6895-4ef1-8bcd-86346ebbc94f', 'project_id': 'db51901ec1bf486ca3fc2d191f21d909', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:11:52.748931 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-a35ca40c-a694-41a1-8720-9abf8b1fbfab tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:11:52.756485 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-a35ca40c-a694-41a1-8720-9abf8b1fbfab tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Usage tracker for resource:security_group_rule and tenant:db51901ec1bf486ca3fc2d191f21d909 is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:11:52.760122 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-a35ca40c-a694-41a1-8720-9abf8b1fbfab tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:11:52.762767 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.agents_db [None req-9d5d34cb-f672-4e49-b111-51c360ae5d44 None None] Agent healthcheck: found 6 active agents {{(pid=85359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 05:11:52.772544 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-a35ca40c-a694-41a1-8720-9abf8b1fbfab tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:11:52.834107 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a35ca40c-a694-41a1-8720-9abf8b1fbfab tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:52.948627 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a35ca40c-a694-41a1-8720-9abf8b1fbfab tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:52.954725 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a35ca40c-a694-41a1-8720-9abf8b1fbfab tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612896'] for security_group_rule, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:52.965000 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:11:52.987462 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-faf26567-0f81-4a6a-9e0a-b67ab9d9cdf8 None None] Port ef746873-f9a7-4a0c-a716-6ba41777f4c9 cannot update to ACTIVE because it is not bound. {{(pid=85358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 16 05:11:53.010636 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35ca40c-a694-41a1-8720-9abf8b1fbfab tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9abbdf9-8fa9-4b62-8549-6625508f2ac1,revision_number=0']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:11:53.010929 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfd9c61-1e15-4b40-b09b-9b7a5cea0ca0 None None] Pushing event updated for resources: {'Port': ['ID=ed822258-f8c9-46d7-8ae7-3398c887e47f,revision_number=3']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:11:53.012770 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a35ca40c-a694-41a1-8720-9abf8b1fbfab tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:53.014090 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-a35ca40c-a694-41a1-8720-9abf8b1fbfab tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3043931
Apr 16 05:11:53.015371 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-3dfd9c61-1e15-4b40-b09b-9b7a5cea0ca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:11:53.017126 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-a35ca40c-a694-41a1-8720-9abf8b1fbfab tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:11:53.018201 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 41050) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:11:53.028370 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-40e76ec7-2163-4f83-8e04-23539bf5f94d tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Request body: {'security_group_rule': {'security_group_id': '64fcd4c6-6895-4ef1-8bcd-86346ebbc94f', 'project_id': 'db51901ec1bf486ca3fc2d191f21d909', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:11:53.039241 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-40e76ec7-2163-4f83-8e04-23539bf5f94d tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:11:53.044430 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-40e76ec7-2163-4f83-8e04-23539bf5f94d tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Usage tracker for resource:security_group_rule and tenant:db51901ec1bf486ca3fc2d191f21d909 is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:11:53.044632 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-21a00aa7-beac-4726-9f0f-097a2b507c91 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:53.049735 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-40e76ec7-2163-4f83-8e04-23539bf5f94d tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:11:53.058642 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-40e76ec7-2163-4f83-8e04-23539bf5f94d tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:11:53.080296 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd75169-0d8e-40bd-b9c7-543b9c73a703 None None] Routers {'efaa1268-38e3-4fa1-9298-7cda38523abc'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:11:53.081170 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-efd75169-0d8e-40bd-b9c7-543b9c73a703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5daebbb0b8>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:11:37Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['efaa1268-38e3-4fa1-9298-7cda38523abc'], 'active': True} {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:11:53.107306 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-40e76ec7-2163-4f83-8e04-23539bf5f94d tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:53.233671 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-595359eb-92c9-4453-82a4-c3cde4c0c030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dae89f860>, [{'id': '4c7be7c8-fbb1-4ab1-bd77-c39d18304df9', 'name': 'tempest-AttachVolumeTestJSON-2037460354-router', 'tenant_id': '2a2ab941ff144e0782baf8de7b2da717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'e2af2372-b21a-409d-b705-59bbb86a1dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:11:41Z', 'updated_at': '2021-04-16T05:11:47Z', 'revision_number': 4, 'project_id': '2a2ab941ff144e0782baf8de7b2da717', 'gw_port': {'id': 'e2af2372-b21a-409d-b705-59bbb86a1dfb', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:01:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c7be7c8-fbb1-4ab1-bd77-c39d18304df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:42Z', 'updated_at': '2021-04-16T05:11:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi', '_interfaces': [{'id': '7954305f-de5c-48b5-a0dc-b62fcd5f07a0', 'name': '', 'network_id': '6f89da5d-f206-462e-a636-98594ebaa0a7', 'tenant_id': '2a2ab941ff144e0782baf8de7b2da717', 'mac_address': 'fa:16:3e:ff:77:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c7be7c8-fbb1-4ab1-bd77-c39d18304df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '5bb05315-89e6-4b92-8e01-e6ed3a170aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:46Z', 'updated_at': '2021-04-16T05:11:48Z', 'revision_number': 2, 'project_id': '2a2ab941ff144e0782baf8de7b2da717', 'subnets': [{'id': '5bb05315-89e6-4b92-8e01-e6ed3a170aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:11:53.244556 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-40e76ec7-2163-4f83-8e04-23539bf5f94d tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:53.245380 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595359eb-92c9-4453-82a4-c3cde4c0c030 None None] Checking router: 4c7be7c8-fbb1-4ab1-bd77-c39d18304df9 for host: dv-cinder-786524-1-iscsi {{(pid=85359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 05:11:53.245803 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595359eb-92c9-4453-82a4-c3cde4c0c030 None None] Updating router 4c7be7c8-fbb1-4ab1-bd77-c39d18304df9 port 7954305f-de5c-48b5-a0dc-b62fcd5f07a0 binding host dv-cinder-786524-1-iscsi {{(pid=85359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 16 05:11:53.248207 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:53.252040 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-40e76ec7-2163-4f83-8e04-23539bf5f94d tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612896'] for security_group_rule, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:53.257953 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:11:53.267066 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.db_base_plugin_common [None req-21a00aa7-beac-4726-9f0f-097a2b507c91 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Allocated IP 172.27.2.111 (09b59cd3-13be-4f6b-8ba8-71a7bb13ef88/d321c4f6-731d-44eb-a563-8ed238725710/bb222d28-12fd-4bd1-ab34-286c40d0a795) {{(pid=85357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 05:11:53.316651 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-5013c77a-4f48-41da-917e-2c65e8971ce9 None None] Provisioning complete for port ef746873-f9a7-4a0c-a716-6ba41777f4c9 triggered by entity DHCP. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:11:53.317146 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-5013c77a-4f48-41da-917e-2c65e8971ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:53.336845 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-595359eb-92c9-4453-82a4-c3cde4c0c030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:53.359100 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e76ec7-2163-4f83-8e04-23539bf5f94d tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c84cd1b-2e35-4720-abb9-f1374f53b346,revision_number=0']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:11:53.369912 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-40e76ec7-2163-4f83-8e04-23539bf5f94d tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:11:53.377416 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-40e76ec7-2163-4f83-8e04-23539bf5f94d tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:53.385610 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-40e76ec7-2163-4f83-8e04-23539bf5f94d tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3652639
Apr 16 05:11:53.387127 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 41054) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:11:53.397792 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-fb686372-1d38-42db-9a69-9bffe8b10be4 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Request body: {'security_group_rule': {'security_group_id': '64fcd4c6-6895-4ef1-8bcd-86346ebbc94f', 'project_id': 'db51901ec1bf486ca3fc2d191f21d909', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:11:53.409728 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-fb686372-1d38-42db-9a69-9bffe8b10be4 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:11:53.410512 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] For port 7f8d8d22-742a-4007-b2f7-cf67732d235c, host dv-cinder-786524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=7f8d8d22-742a-4007-b2f7-cf67732d235c,segment=NetworkSegment(b97f726b-7d5f-475b-a49c-dd621bb66bb5),segment_id=b97f726b-7d5f-475b-a49c-dd621bb66bb5)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:11:53.418686 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-fb686372-1d38-42db-9a69-9bffe8b10be4 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Usage tracker for resource:security_group_rule and tenant:db51901ec1bf486ca3fc2d191f21d909 is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:11:53.422702 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:53.423680 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device e2af2372-b21a-409d-b705-59bbb86a1dfb up at agent ovs-agent-dv-cinder-786524-1-iscsi {{(pid=85358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 05:11:53.426055 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-fb686372-1d38-42db-9a69-9bffe8b10be4 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:11:53.451837 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-fb686372-1d38-42db-9a69-9bffe8b10be4 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:11:53.468537 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:11:53.479724 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-fb686372-1d38-42db-9a69-9bffe8b10be4 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:53.587421 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-21a00aa7-beac-4726-9f0f-097a2b507c91 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks [] for port, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:53.626326 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-fb686372-1d38-42db-9a69-9bffe8b10be4 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:53.632002 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-fb686372-1d38-42db-9a69-9bffe8b10be4 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612896'] for security_group_rule, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:53.634820 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-cacae505-17dd-43ab-86e2-343ac2b5a0e4 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:11:53.645678 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-21a00aa7-beac-4726-9f0f-097a2b507c91 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284332319809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30120147'] for port, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:53.673060 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-d3f2b763-36a3-4138-b68b-d45ed66f8143 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:11:53.681148 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb686372-1d38-42db-9a69-9bffe8b10be4 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4dcf27b-93f4-4fcb-ba30-f715286b6915,revision_number=0']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:11:53.685071 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-fb686372-1d38-42db-9a69-9bffe8b10be4 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:11:53.699725 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-fb686372-1d38-42db-9a69-9bffe8b10be4 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:53.702651 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-fb686372-1d38-42db-9a69-9bffe8b10be4 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3136051
Apr 16 05:11:53.708980 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 41058) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:11:53.717136 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-140bc39a-e44b-40a7-bba4-8b2f0cd86403 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Request body: {'security_group_rule': {'security_group_id': '64fcd4c6-6895-4ef1-8bcd-86346ebbc94f', 'project_id': 'db51901ec1bf486ca3fc2d191f21d909', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:11:53.726487 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-140bc39a-e44b-40a7-bba4-8b2f0cd86403 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:11:53.729140 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-5013c77a-4f48-41da-917e-2c65e8971ce9 None None] Port ef746873-f9a7-4a0c-a716-6ba41777f4c9 cannot update to ACTIVE because it is not bound. {{(pid=85358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 16 05:11:53.734144 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-140bc39a-e44b-40a7-bba4-8b2f0cd86403 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Usage tracker for resource:security_group_rule and tenant:db51901ec1bf486ca3fc2d191f21d909 is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:11:53.739141 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-140bc39a-e44b-40a7-bba4-8b2f0cd86403 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:11:53.748132 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-140bc39a-e44b-40a7-bba4-8b2f0cd86403 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:11:53.777395 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-140bc39a-e44b-40a7-bba4-8b2f0cd86403 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:53.785567 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-efd75169-0d8e-40bd-b9c7-543b9c73a703 None None] Set router efaa1268-38e3-4fa1-9298-7cda38523abc gateway port host: dv-cinder-786524-1-iscsi {{(pid=85358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:11:53.878285 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-140bc39a-e44b-40a7-bba4-8b2f0cd86403 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:53.882680 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-140bc39a-e44b-40a7-bba4-8b2f0cd86403 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612896'] for security_group_rule, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:53.885332 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-fb75d56a-0d83-4813-acde-21136495aec2 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:11:53.892232 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Pushing event updated for resources: {'Port': ['ID=7f8d8d22-742a-4007-b2f7-cf67732d235c,revision_number=3']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:11:53.896981 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:11:53.921181 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140bc39a-e44b-40a7-bba4-8b2f0cd86403 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5075581-17c0-4379-a58e-71e8c468cfc0,revision_number=0']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:11:53.933841 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-140bc39a-e44b-40a7-bba4-8b2f0cd86403 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:11:53.943210 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-140bc39a-e44b-40a7-bba4-8b2f0cd86403 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:53.948322 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-140bc39a-e44b-40a7-bba4-8b2f0cd86403 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2375104
Apr 16 05:11:53.948825 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 41062) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:11:53.957388 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-b2d08de7-c66a-4724-ae67-6bef74f24ec7 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Request body: {'security_group_rule': {'security_group_id': '64fcd4c6-6895-4ef1-8bcd-86346ebbc94f', 'project_id': 'db51901ec1bf486ca3fc2d191f21d909', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:11:53.965221 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-b2d08de7-c66a-4724-ae67-6bef74f24ec7 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:11:53.969932 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-b2d08de7-c66a-4724-ae67-6bef74f24ec7 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Usage tracker for resource:security_group_rule and tenant:db51901ec1bf486ca3fc2d191f21d909 is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:11:53.974701 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-b2d08de7-c66a-4724-ae67-6bef74f24ec7 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:11:53.982027 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-b2d08de7-c66a-4724-ae67-6bef74f24ec7 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:11:53.995395 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.db.securitygroups_db [None req-b2d08de7-c66a-4724-ae67-6bef74f24ec7 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Project db51901ec1bf486ca3fc2d191f21d909 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 16 05:11:54.005224 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-b2d08de7-c66a-4724-ae67-6bef74f24ec7 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:54.053716 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-595359eb-92c9-4453-82a4-c3cde4c0c030 None None] Notify callbacks [] for port, precommit_update {{(pid=85359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:54.058911 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Provisioning for port e2af2372-b21a-409d-b705-59bbb86a1dfb completed by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 05:11:54.068986 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-595359eb-92c9-4453-82a4-c3cde4c0c030 None None] Transition to ACTIVE for port object 7954305f-de5c-48b5-a0dc-b62fcd5f07a0 will not be triggered until provisioned by entity L2. {{(pid=85359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 05:11:54.071196 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Provisioning complete for port e2af2372-b21a-409d-b705-59bbb86a1dfb triggered by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:11:54.071629 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:54.077361 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-595359eb-92c9-4453-82a4-c3cde4c0c030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:54.086184 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a00aa7-beac-4726-9f0f-097a2b507c91 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Pushing event updated for resources: {'Port': ['ID=bb222d28-12fd-4bd1-ab34-286c40d0a795,revision_number=1']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:11:54.095314 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:11:54.112844 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-21a00aa7-beac-4726-9f0f-097a2b507c91 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:11:54.156645 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a00aa7-beac-4726-9f0f-097a2b507c91 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Network 09b59cd3-13be-4f6b-8ba8-71a7bb13ef88 is already hosted by enough agents. {{(pid=85357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 05:11:54.159077 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [None req-21a00aa7-beac-4726-9f0f-097a2b507c91 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Resources bound (agent type, host, resource id):  {{(pid=85357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 05:11:54.163687 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a00aa7-beac-4726-9f0f-097a2b507c91 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Received port after_create {{(pid=85357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 05:11:54.186775 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-b2d08de7-c66a-4724-ae67-6bef74f24ec7 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:54.193736 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-b2d08de7-c66a-4724-ae67-6bef74f24ec7 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612896'] for security_group_rule, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:54.196604 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-42b62aa7-bc92-4a9a-9b17-834b66b7de6f tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:11:54.247335 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d934f142-3ff5-4682-8d10-2dd1a3e60c84 None None] Pushing event updated for resources: {'Port': ['ID=7954305f-de5c-48b5-a0dc-b62fcd5f07a0,revision_number=3']} {{(pid=85359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:11:54.262659 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-d934f142-3ff5-4682-8d10-2dd1a3e60c84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:11:54.285577 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d08de7-c66a-4724-ae67-6bef74f24ec7 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c36bd846-a3ab-4023-a62a-088592a67d5d,revision_number=0']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:11:54.292082 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-b2d08de7-c66a-4724-ae67-6bef74f24ec7 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:54.296645 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-b2d08de7-c66a-4724-ae67-6bef74f24ec7 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3437176
Apr 16 05:11:54.296998 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-b2d08de7-c66a-4724-ae67-6bef74f24ec7 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:11:54.297624 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 41066) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:11:54.312912 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-76718837-a1e5-4b4d-8cc2-8b08e391c4b4 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Request body: {'security_group_rule': {'security_group_id': '64fcd4c6-6895-4ef1-8bcd-86346ebbc94f', 'project_id': 'db51901ec1bf486ca3fc2d191f21d909', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:11:54.330006 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:54.334818 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-76718837-a1e5-4b4d-8cc2-8b08e391c4b4 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:11:54.343726 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-76718837-a1e5-4b4d-8cc2-8b08e391c4b4 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Usage tracker for resource:security_group_rule and tenant:db51901ec1bf486ca3fc2d191f21d909 is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:11:54.347490 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-76718837-a1e5-4b4d-8cc2-8b08e391c4b4 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:11:54.352028 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] For port e2af2372-b21a-409d-b705-59bbb86a1dfb, host dv-cinder-786524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=e2af2372-b21a-409d-b705-59bbb86a1dfb,segment=NetworkSegment(88f0db33-a5d4-497b-ae0c-257388b0c0ef),segment_id=88f0db33-a5d4-497b-ae0c-257388b0c0ef)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:11:54.356676 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-76718837-a1e5-4b4d-8cc2-8b08e391c4b4 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:11:54.362692 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:54.367435 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:11:54.368599 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-21a00aa7-beac-4726-9f0f-097a2b507c91 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:54.387718 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.db.securitygroups_db [None req-76718837-a1e5-4b4d-8cc2-8b08e391c4b4 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Project db51901ec1bf486ca3fc2d191f21d909 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 16 05:11:54.412948 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-76718837-a1e5-4b4d-8cc2-8b08e391c4b4 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:54.465215 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-efd75169-0d8e-40bd-b9c7-543b9c73a703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5daebbb0b8>, [{'id': 'efaa1268-38e3-4fa1-9298-7cda38523abc', 'name': 'tempest-TestVolumeBootPattern-1702130762-router', 'tenant_id': 'f07218f7de7f453d9b5c655253242a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': 'ed822258-f8c9-46d7-8ae7-3398c887e47f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:11:42Z', 'updated_at': '2021-04-16T05:11:49Z', 'revision_number': 4, 'project_id': 'f07218f7de7f453d9b5c655253242a22', 'gw_port': {'id': 'ed822258-f8c9-46d7-8ae7-3398c887e47f', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ae:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efaa1268-38e3-4fa1-9298-7cda38523abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:43Z', 'updated_at': '2021-04-16T05:11:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi', '_interfaces': [{'id': 'ef746873-f9a7-4a0c-a716-6ba41777f4c9', 'name': '', 'network_id': '6273a2ca-b165-4551-8ef1-2795869426c1', 'tenant_id': 'f07218f7de7f453d9b5c655253242a22', 'mac_address': 'fa:16:3e:18:83:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efaa1268-38e3-4fa1-9298-7cda38523abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '765f6153-0262-4b15-b573-bd095cbd1d3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:47Z', 'updated_at': '2021-04-16T05:11:49Z', 'revision_number': 2, 'project_id': 'f07218f7de7f453d9b5c655253242a22', 'subnets': [{'id': '765f6153-0262-4b15-b573-bd095cbd1d3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:11:54.472448 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd75169-0d8e-40bd-b9c7-543b9c73a703 None None] The sync data for ids ['efaa1268-38e3-4fa1-9298-7cda38523abc'] in dv-cinder-786524-1-iscsi is: [{'id': 'efaa1268-38e3-4fa1-9298-7cda38523abc', 'name': 'tempest-TestVolumeBootPattern-1702130762-router', 'tenant_id': 'f07218f7de7f453d9b5c655253242a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': 'ed822258-f8c9-46d7-8ae7-3398c887e47f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:11:42Z', 'updated_at': '2021-04-16T05:11:49Z', 'revision_number': 4, 'project_id': 'f07218f7de7f453d9b5c655253242a22', 'gw_port': {'id': 'ed822258-f8c9-46d7-8ae7-3398c887e47f', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ae:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efaa1268-38e3-4fa1-9298-7cda38523abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:43Z', 'updated_at': '2021-04-16T05:11:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi', '_interfaces': [{'id': 'ef746873-f9a7-4a0c-a716-6ba41777f4c9', 'name': '', 'network_id': '6273a2ca-b165-4551-8ef1-2795869426c1', 'tenant_id': 'f07218f7de7f453d9b5c655253242a22', 'mac_address': 'fa:16:3e:18:83:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efaa1268-38e3-4fa1-9298-7cda38523abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '765f6153-0262-4b15-b573-bd095cbd1d3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:47Z', 'updated_at': '2021-04-16T05:11:49Z', 'revision_number': 2, 'project_id': 'f07218f7de7f453d9b5c655253242a22', 'subnets': [{'id': '765f6153-0262-4b15-b573-bd095cbd1d3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 05:11:54.491217 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Pushing event updated for resources: {'Port': ['ID=e2af2372-b21a-409d-b705-59bbb86a1dfb,revision_number=4']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:11:54.495231 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:11:54.520201 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-21a00aa7-beac-4726-9f0f-097a2b507c91 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:54.556545 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-76718837-a1e5-4b4d-8cc2-8b08e391c4b4 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:54.560824 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-76718837-a1e5-4b4d-8cc2-8b08e391c4b4 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612896'] for security_group_rule, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:54.563676 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:11:54.601335 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76718837-a1e5-4b4d-8cc2-8b08e391c4b4 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd6c0eda-5c0b-4410-828a-02b94b90c82c,revision_number=0']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:11:54.613916 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-76718837-a1e5-4b4d-8cc2-8b08e391c4b4 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:11:54.630637 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-76718837-a1e5-4b4d-8cc2-8b08e391c4b4 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:54.635322 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-76718837-a1e5-4b4d-8cc2-8b08e391c4b4 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3315127
Apr 16 05:11:54.658375 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-595359eb-92c9-4453-82a4-c3cde4c0c030 None None] Attempting to bind port 7954305f-de5c-48b5-a0dc-b62fcd5f07a0 on host dv-cinder-786524-1-iscsi for vnic_type normal with profile  {{(pid=85359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 05:11:54.658833 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-595359eb-92c9-4453-82a4-c3cde4c0c030 None None] Attempting to bind port 7954305f-de5c-48b5-a0dc-b62fcd5f07a0 by drivers openvswitch,hyperv on host dv-cinder-786524-1-iscsi at level 0 using segments [{'id': 'a0d59017-e373-40d6-a43c-3a06cb2c266d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6f89da5d-f206-462e-a636-98594ebaa0a7'}] {{(pid=85359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 05:11:54.659315 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595359eb-92c9-4453-82a4-c3cde4c0c030 None None] Attempting to bind port 7954305f-de5c-48b5-a0dc-b62fcd5f07a0 on network 6f89da5d-f206-462e-a636-98594ebaa0a7 {{(pid=85359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 05:11:54.666137 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595359eb-92c9-4453-82a4-c3cde4c0c030 None None] Checking agent: {'id': '2c00d7f4-da3e-4cf0-ab95-3dab1af70cf6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 4, 54, 38), 'started_at': datetime.datetime(2021, 4, 16, 4, 55, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 5, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 05:11:54.666621 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595359eb-92c9-4453-82a4-c3cde4c0c030 None None] Checking segment: {'id': 'a0d59017-e373-40d6-a43c-3a06cb2c266d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6f89da5d-f206-462e-a636-98594ebaa0a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 05:11:54.667225 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-595359eb-92c9-4453-82a4-c3cde4c0c030 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:54.667969 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595359eb-92c9-4453-82a4-c3cde4c0c030 None None] Bound using segment: {'id': 'a0d59017-e373-40d6-a43c-3a06cb2c266d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6f89da5d-f206-462e-a636-98594ebaa0a7'} {{(pid=85359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 05:11:54.668504 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-595359eb-92c9-4453-82a4-c3cde4c0c030 None None] Bound port: 7954305f-de5c-48b5-a0dc-b62fcd5f07a0, host: dv-cinder-786524-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0d59017-e373-40d6-a43c-3a06cb2c266d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6f89da5d-f206-462e-a636-98594ebaa0a7'}}] {{(pid=85359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 05:11:54.668924 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-595359eb-92c9-4453-82a4-c3cde4c0c030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:54.699314 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device 0f971c1e-8f5b-4a93-80ea-ecfc9a7e4887 up at agent ovs-agent-dv-cinder-786524-1-iscsi {{(pid=85358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 05:11:54.794331 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-595359eb-92c9-4453-82a4-c3cde4c0c030 None None] For port 7954305f-de5c-48b5-a0dc-b62fcd5f07a0, host dv-cinder-786524-1-iscsi, cleared binding levels {{(pid=85359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 05:11:54.798517 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-595359eb-92c9-4453-82a4-c3cde4c0c030 None None] For port 7954305f-de5c-48b5-a0dc-b62fcd5f07a0, host dv-cinder-786524-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=7954305f-de5c-48b5-a0dc-b62fcd5f07a0,segment=NetworkSegment(a0d59017-e373-40d6-a43c-3a06cb2c266d),segment_id=a0d59017-e373-40d6-a43c-3a06cb2c266d)] {{(pid=85359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 05:11:54.804981 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-595359eb-92c9-4453-82a4-c3cde4c0c030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:54.819943 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Provisioning for port 0f971c1e-8f5b-4a93-80ea-ecfc9a7e4887 completed by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 05:11:54.826273 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Provisioning complete for port 0f971c1e-8f5b-4a93-80ea-ecfc9a7e4887 triggered by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:11:54.827305 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:54.872802 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-21a00aa7-beac-4726-9f0f-097a2b507c91 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks [] for port, precommit_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:54.879059 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-21a00aa7-beac-4726-9f0f-097a2b507c91 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036824655669'] for port, after_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:54.899355 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-bb2564f5-7871-4db3-a441-26a92f2f5d7b tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:11:54.972693 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-7bf034c4-1010-40c7-9328-f2995fc36f57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:11:55.102205 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:55.175492 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] For port 0f971c1e-8f5b-4a93-80ea-ecfc9a7e4887, host dv-cinder-786524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=0f971c1e-8f5b-4a93-80ea-ecfc9a7e4887,segment=NetworkSegment(fa8ed93a-7d20-4bda-811d-279523b2b9b5),segment_id=fa8ed93a-7d20-4bda-811d-279523b2b9b5)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:11:55.184044 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:55.185839 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device 7f8d8d22-742a-4007-b2f7-cf67732d235c up at agent ovs-agent-dv-cinder-786524-1-iscsi {{(pid=85358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 05:11:55.212084 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a00aa7-beac-4726-9f0f-097a2b507c91 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Pushing event updated for resources: {'Port': ['ID=bb222d28-12fd-4bd1-ab34-286c40d0a795,revision_number=2']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:11:55.243831 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d934f142-3ff5-4682-8d10-2dd1a3e60c84 None None] Pushing event updated for resources: {'Port': ['ID=7954305f-de5c-48b5-a0dc-b62fcd5f07a0,revision_number=4']} {{(pid=85359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:11:55.256065 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-d934f142-3ff5-4682-8d10-2dd1a3e60c84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=85359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:11:55.256432 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-21a00aa7-beac-4726-9f0f-097a2b507c91 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:11:55.271722 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595359eb-92c9-4453-82a4-c3cde4c0c030 None None] Routers {'4c7be7c8-fbb1-4ab1-bd77-c39d18304df9'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:11:55.277775 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-595359eb-92c9-4453-82a4-c3cde4c0c030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dae89f860>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:11:37Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['4c7be7c8-fbb1-4ab1-bd77-c39d18304df9'], 'active': True} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:11:55.287278 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:11:55.499910 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-21a00aa7-beac-4726-9f0f-097a2b507c91 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33197037'] for floatingip, after_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:55.539027 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-21a00aa7-beac-4726-9f0f-097a2b507c91 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for floatingip, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:55.561776 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-21a00aa7-beac-4726-9f0f-097a2b507c91 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.0499430
Apr 16 05:11:55.643051 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Provisioning complete for port 7f8d8d22-742a-4007-b2f7-cf67732d235c triggered by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:11:55.643633 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:55.718467 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-595359eb-92c9-4453-82a4-c3cde4c0c030 None None] Set router 4c7be7c8-fbb1-4ab1-bd77-c39d18304df9 gateway port host: dv-cinder-786524-1-iscsi {{(pid=85359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:11:55.750496 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Pushing event updated for resources: {'Port': ['ID=0f971c1e-8f5b-4a93-80ea-ecfc9a7e4887,revision_number=5']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:11:55.767157 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-67a6d8c2-28fe-4814-a316-1832d455fb32 req-22f80e9d-2331-421f-b808-8dc43b1bde10 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Synchronizing usage tracker for tenant:2a2ab941ff144e0782baf8de7b2da717 on resource:security_group {{(pid=85357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 05:11:55.774348 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:11:55.802927 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-67a6d8c2-28fe-4814-a316-1832d455fb32 req-22f80e9d-2331-421f-b808-8dc43b1bde10 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Unset dirty status for tenant:2a2ab941ff144e0782baf8de7b2da717 on resource:security_group {{(pid=85357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 05:11:55.815423 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-67a6d8c2-28fe-4814-a316-1832d455fb32 req-22f80e9d-2331-421f-b808-8dc43b1bde10 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1037856179&fields=id&tenant_id=2a2ab941ff144e0782baf8de7b2da717 HTTP/1.1" status: 200  len: 267 time: 0.1035419
Apr 16 05:11:56.112165 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a6d8c2-28fe-4814-a316-1832d455fb32 req-e5b4af1f-6200-4edc-a310-66ab53b1fad5 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:11:56.114539 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-67a6d8c2-28fe-4814-a316-1832d455fb32 req-e5b4af1f-6200-4edc-a310-66ab53b1fad5 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/networks?id=6f89da5d-f206-462e-a636-98594ebaa0a7 HTTP/1.1" status: 200  len: 811 time: 0.2960494
Apr 16 05:11:56.157017 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-67a6d8c2-28fe-4814-a316-1832d455fb32 req-023cb60d-ef97-47b1-ba2a-f0c102517586 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/quotas/2a2ab941ff144e0782baf8de7b2da717 HTTP/1.1" status: 200  len: 375 time: 0.0226312
Apr 16 05:11:56.282660 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-67a6d8c2-28fe-4814-a316-1832d455fb32 req-c5f3a183-1340-4d7e-804f-a61c984a9b00 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2a2ab941ff144e0782baf8de7b2da717&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1245832
Apr 16 05:11:56.354627 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-595359eb-92c9-4453-82a4-c3cde4c0c030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dae89f860>, [{'id': '4c7be7c8-fbb1-4ab1-bd77-c39d18304df9', 'name': 'tempest-AttachVolumeTestJSON-2037460354-router', 'tenant_id': '2a2ab941ff144e0782baf8de7b2da717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'e2af2372-b21a-409d-b705-59bbb86a1dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:11:41Z', 'updated_at': '2021-04-16T05:11:47Z', 'revision_number': 4, 'project_id': '2a2ab941ff144e0782baf8de7b2da717', 'gw_port': {'id': 'e2af2372-b21a-409d-b705-59bbb86a1dfb', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:01:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7be7c8-fbb1-4ab1-bd77-c39d18304df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:42Z', 'updated_at': '2021-04-16T05:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi', '_interfaces': [{'id': '7954305f-de5c-48b5-a0dc-b62fcd5f07a0', 'name': '', 'network_id': '6f89da5d-f206-462e-a636-98594ebaa0a7', 'tenant_id': '2a2ab941ff144e0782baf8de7b2da717', 'mac_address': 'fa:16:3e:ff:77:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c7be7c8-fbb1-4ab1-bd77-c39d18304df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '5bb05315-89e6-4b92-8e01-e6ed3a170aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:46Z', 'updated_at': '2021-04-16T05:11:54Z', 'revision_number': 4, 'project_id': '2a2ab941ff144e0782baf8de7b2da717', 'subnets': [{'id': '5bb05315-89e6-4b92-8e01-e6ed3a170aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:11:56.360330 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595359eb-92c9-4453-82a4-c3cde4c0c030 None None] The sync data for ids ['4c7be7c8-fbb1-4ab1-bd77-c39d18304df9'] in dv-cinder-786524-1-iscsi is: [{'id': '4c7be7c8-fbb1-4ab1-bd77-c39d18304df9', 'name': 'tempest-AttachVolumeTestJSON-2037460354-router', 'tenant_id': '2a2ab941ff144e0782baf8de7b2da717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'e2af2372-b21a-409d-b705-59bbb86a1dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:11:41Z', 'updated_at': '2021-04-16T05:11:47Z', 'revision_number': 4, 'project_id': '2a2ab941ff144e0782baf8de7b2da717', 'gw_port': {'id': 'e2af2372-b21a-409d-b705-59bbb86a1dfb', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:01:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7be7c8-fbb1-4ab1-bd77-c39d18304df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:42Z', 'updated_at': '2021-04-16T05:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi', '_interfaces': [{'id': '7954305f-de5c-48b5-a0dc-b62fcd5f07a0', 'name': '', 'network_id': '6f89da5d-f206-462e-a636-98594ebaa0a7', 'tenant_id': '2a2ab941ff144e0782baf8de7b2da717', 'mac_address': 'fa:16:3e:ff:77:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c7be7c8-fbb1-4ab1-bd77-c39d18304df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '5bb05315-89e6-4b92-8e01-e6ed3a170aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:46Z', 'updated_at': '2021-04-16T05:11:54Z', 'revision_number': 4, 'project_id': '2a2ab941ff144e0782baf8de7b2da717', 'subnets': [{'id': '5bb05315-89e6-4b92-8e01-e6ed3a170aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 05:11:56.637936 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device 0f971c1e-8f5b-4a93-80ea-ecfc9a7e4887 up at agent ovs-agent-dv-cinder-786524-1-iscsi {{(pid=85358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 05:11:56.665889 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-67a6d8c2-28fe-4814-a316-1832d455fb32 req-4da878e6-6edc-4e48-90c3-a05a82bd7151 service neutron] 10.222.0.26 "GET /v2.0/networks/6f89da5d-f206-462e-a636-98594ebaa0a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3690894
Apr 16 05:11:56.728750 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Provisioning complete for port 0f971c1e-8f5b-4a93-80ea-ecfc9a7e4887 triggered by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:11:56.729485 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:56.925324 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device e2af2372-b21a-409d-b705-59bbb86a1dfb up at agent ovs-agent-dv-cinder-786524-1-iscsi {{(pid=85358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 05:11:56.958780 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-67a6d8c2-28fe-4814-a316-1832d455fb32 req-253c3b06-bb58-4158-9969-f2a5304637e4 service neutron] 10.222.0.26 "GET /v2.0/networks/6f89da5d-f206-462e-a636-98594ebaa0a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2847171
Apr 16 05:11:57.072393 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Provisioning complete for port e2af2372-b21a-409d-b705-59bbb86a1dfb triggered by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:11:57.073031 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:57.350188 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-37ce3377-7261-4bf8-985b-523bc7532e11 req-41ed7964-066f-4dbd-bb57-c10f6c8a17a6 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/ports?device_id=9de562d9-339b-413c-a8b8-3aa40ed6e1e0 HTTP/1.1" status: 200  len: 210 time: 0.1001146
Apr 16 05:11:57.382890 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device ed822258-f8c9-46d7-8ae7-3398c887e47f up at agent ovs-agent-dv-cinder-786524-1-iscsi {{(pid=85358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 05:11:57.475732 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Provisioning for port ed822258-f8c9-46d7-8ae7-3398c887e47f completed by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 05:11:57.481942 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Provisioning complete for port ed822258-f8c9-46d7-8ae7-3398c887e47f triggered by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:11:57.482368 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:57.664803 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:57.687156 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] For port ed822258-f8c9-46d7-8ae7-3398c887e47f, host dv-cinder-786524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=ed822258-f8c9-46d7-8ae7-3398c887e47f,segment=NetworkSegment(88f0db33-a5d4-497b-ae0c-257388b0c0ef),segment_id=88f0db33-a5d4-497b-ae0c-257388b0c0ef)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:11:57.691660 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:57.694352 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-550c7c41-598f-4c87-a7db-1de131a729ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:11:57.792233 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Pushing event updated for resources: {'Port': ['ID=ed822258-f8c9-46d7-8ae7-3398c887e47f,revision_number=4']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:11:57.796214 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:11:58.548678 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-793eaf41-e923-4f6f-8826-67e871d3ab79 req-4bfbaaa0-4b04-4843-aba9-cd859a439f34 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/ports?device_id=9de562d9-339b-413c-a8b8-3aa40ed6e1e0 HTTP/1.1" status: 200  len: 210 time: 0.0868804
Apr 16 05:11:58.582434 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device ed822258-f8c9-46d7-8ae7-3398c887e47f up at agent ovs-agent-dv-cinder-786524-1-iscsi {{(pid=85358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 05:11:58.667992 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Provisioning complete for port ed822258-f8c9-46d7-8ae7-3398c887e47f triggered by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:11:58.668531 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:58.810766 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device 7954305f-de5c-48b5-a0dc-b62fcd5f07a0 up at agent ovs-agent-dv-cinder-786524-1-iscsi {{(pid=85358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 05:11:58.894998 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Provisioning for port 7954305f-de5c-48b5-a0dc-b62fcd5f07a0 completed by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 05:11:58.901573 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Provisioning complete for port 7954305f-de5c-48b5-a0dc-b62fcd5f07a0 triggered by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:11:58.901999 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:59.050346 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:59.080380 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a19f1a-0613-4f3b-8ba8-7415ae727d1a None None] Sync routers for ids ['efaa1268-38e3-4fa1-9298-7cda38523abc'] in dv-cinder-786524-1-iscsi {{(pid=85358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 05:11:59.098844 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a19f1a-0613-4f3b-8ba8-7415ae727d1a None None] Routers {'efaa1268-38e3-4fa1-9298-7cda38523abc'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:11:59.099568 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-96a19f1a-0613-4f3b-8ba8-7415ae727d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5daea49198>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:11:37Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['efaa1268-38e3-4fa1-9298-7cda38523abc'], 'active': True} {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:11:59.162373 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] For port 7954305f-de5c-48b5-a0dc-b62fcd5f07a0, host dv-cinder-786524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=7954305f-de5c-48b5-a0dc-b62fcd5f07a0,segment=NetworkSegment(a0d59017-e373-40d6-a43c-3a06cb2c266d),segment_id=a0d59017-e373-40d6-a43c-3a06cb2c266d)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:11:59.175247 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:11:59.232849 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-510fd76f-3184-425c-9088-9a05b72a3b6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:11:59.354580 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Pushing event updated for resources: {'Port': ['ID=7954305f-de5c-48b5-a0dc-b62fcd5f07a0,revision_number=5']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:11:59.361237 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:11:59.376011 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-96a19f1a-0613-4f3b-8ba8-7415ae727d1a None None] Set router efaa1268-38e3-4fa1-9298-7cda38523abc gateway port host: dv-cinder-786524-1-iscsi {{(pid=85358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:11:59.685348 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-194c6ccb-b7d9-4888-a912-c91d96ab3944 req-eaebc34b-ae7f-4240-bd15-7ec4a77e0953 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/ports?device_id=9de562d9-339b-413c-a8b8-3aa40ed6e1e0 HTTP/1.1" status: 200  len: 210 time: 0.0587571
Apr 16 05:11:59.964939 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-96a19f1a-0613-4f3b-8ba8-7415ae727d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5daea49198>, [{'id': 'efaa1268-38e3-4fa1-9298-7cda38523abc', 'name': 'tempest-TestVolumeBootPattern-1702130762-router', 'tenant_id': 'f07218f7de7f453d9b5c655253242a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': 'ed822258-f8c9-46d7-8ae7-3398c887e47f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:11:42Z', 'updated_at': '2021-04-16T05:11:49Z', 'revision_number': 4, 'project_id': 'f07218f7de7f453d9b5c655253242a22', 'gw_port': {'id': 'ed822258-f8c9-46d7-8ae7-3398c887e47f', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ae:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaa1268-38e3-4fa1-9298-7cda38523abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:43Z', 'updated_at': '2021-04-16T05:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi', '_interfaces': [{'id': 'ef746873-f9a7-4a0c-a716-6ba41777f4c9', 'name': '', 'network_id': '6273a2ca-b165-4551-8ef1-2795869426c1', 'tenant_id': 'f07218f7de7f453d9b5c655253242a22', 'mac_address': 'fa:16:3e:18:83:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efaa1268-38e3-4fa1-9298-7cda38523abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '765f6153-0262-4b15-b573-bd095cbd1d3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:47Z', 'updated_at': '2021-04-16T05:11:49Z', 'revision_number': 2, 'project_id': 'f07218f7de7f453d9b5c655253242a22', 'subnets': [{'id': '765f6153-0262-4b15-b573-bd095cbd1d3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:11:59.970266 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a19f1a-0613-4f3b-8ba8-7415ae727d1a None None] Checking router: efaa1268-38e3-4fa1-9298-7cda38523abc for host: dv-cinder-786524-1-iscsi {{(pid=85358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 05:11:59.971267 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a19f1a-0613-4f3b-8ba8-7415ae727d1a None None] Updating router efaa1268-38e3-4fa1-9298-7cda38523abc port ef746873-f9a7-4a0c-a716-6ba41777f4c9 binding host dv-cinder-786524-1-iscsi {{(pid=85358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 16 05:12:00.031089 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-96a19f1a-0613-4f3b-8ba8-7415ae727d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:12:00.466531 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-96a19f1a-0613-4f3b-8ba8-7415ae727d1a None None] Notify callbacks [] for port, precommit_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:12:00.473666 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device 7954305f-de5c-48b5-a0dc-b62fcd5f07a0 up at agent ovs-agent-dv-cinder-786524-1-iscsi {{(pid=85358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 05:12:00.576532 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-96a19f1a-0613-4f3b-8ba8-7415ae727d1a None None] Transition to ACTIVE for port object ef746873-f9a7-4a0c-a716-6ba41777f4c9 will not be triggered until provisioned by entity L2. {{(pid=85358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 05:12:00.607823 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-96a19f1a-0613-4f3b-8ba8-7415ae727d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:12:00.637624 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:12:00.845542 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-190ac729-4579-4594-84fa-522df8936036 req-f99075be-8770-456e-8aba-2d9cf0a223f7 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/ports?device_id=9de562d9-339b-413c-a8b8-3aa40ed6e1e0 HTTP/1.1" status: 200  len: 210 time: 0.0538623
Apr 16 05:12:00.945369 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ea7a97-17e2-4642-94c0-711f7c5b8874 None None] Pushing event updated for resources: {'Port': ['ID=ef746873-f9a7-4a0c-a716-6ba41777f4c9,revision_number=3']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:12:00.954080 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-21ea7a97-17e2-4642-94c0-711f7c5b8874 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:12:00.958501 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Provisioning complete for port 7954305f-de5c-48b5-a0dc-b62fcd5f07a0 triggered by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:12:00.958996 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:12:01.291423 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-96a19f1a-0613-4f3b-8ba8-7415ae727d1a None None] Attempting to bind port ef746873-f9a7-4a0c-a716-6ba41777f4c9 on host dv-cinder-786524-1-iscsi for vnic_type normal with profile  {{(pid=85358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 05:12:01.291843 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-96a19f1a-0613-4f3b-8ba8-7415ae727d1a None None] Attempting to bind port ef746873-f9a7-4a0c-a716-6ba41777f4c9 by drivers openvswitch,hyperv on host dv-cinder-786524-1-iscsi at level 0 using segments [{'id': 'b97f726b-7d5f-475b-a49c-dd621bb66bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '6273a2ca-b165-4551-8ef1-2795869426c1'}] {{(pid=85358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 05:12:01.292289 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a19f1a-0613-4f3b-8ba8-7415ae727d1a None None] Attempting to bind port ef746873-f9a7-4a0c-a716-6ba41777f4c9 on network 6273a2ca-b165-4551-8ef1-2795869426c1 {{(pid=85358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 05:12:01.303731 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a19f1a-0613-4f3b-8ba8-7415ae727d1a None None] Checking agent: {'id': '2c00d7f4-da3e-4cf0-ab95-3dab1af70cf6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 4, 54, 38), 'started_at': datetime.datetime(2021, 4, 16, 4, 55, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 5, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 05:12:01.304258 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a19f1a-0613-4f3b-8ba8-7415ae727d1a None None] Checking segment: {'id': 'b97f726b-7d5f-475b-a49c-dd621bb66bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '6273a2ca-b165-4551-8ef1-2795869426c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 05:12:01.304725 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-96a19f1a-0613-4f3b-8ba8-7415ae727d1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:12:01.305017 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a19f1a-0613-4f3b-8ba8-7415ae727d1a None None] Bound using segment: {'id': 'b97f726b-7d5f-475b-a49c-dd621bb66bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '6273a2ca-b165-4551-8ef1-2795869426c1'} {{(pid=85358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 05:12:01.305562 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-96a19f1a-0613-4f3b-8ba8-7415ae727d1a None None] Bound port: ef746873-f9a7-4a0c-a716-6ba41777f4c9, host: dv-cinder-786524-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b97f726b-7d5f-475b-a49c-dd621bb66bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '6273a2ca-b165-4551-8ef1-2795869426c1'}}] {{(pid=85358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 05:12:01.305996 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-96a19f1a-0613-4f3b-8ba8-7415ae727d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:12:01.425564 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-96a19f1a-0613-4f3b-8ba8-7415ae727d1a None None] For port ef746873-f9a7-4a0c-a716-6ba41777f4c9, host dv-cinder-786524-1-iscsi, cleared binding levels {{(pid=85358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 05:12:01.432585 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-96a19f1a-0613-4f3b-8ba8-7415ae727d1a None None] For port ef746873-f9a7-4a0c-a716-6ba41777f4c9, host dv-cinder-786524-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=ef746873-f9a7-4a0c-a716-6ba41777f4c9,segment=NetworkSegment(b97f726b-7d5f-475b-a49c-dd621bb66bb5),segment_id=b97f726b-7d5f-475b-a49c-dd621bb66bb5)] {{(pid=85358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 05:12:01.438733 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-96a19f1a-0613-4f3b-8ba8-7415ae727d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:12:01.456118 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-77f11aa2-1a1c-439a-a476-7a52a4c79357 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:12:01.621520 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ea7a97-17e2-4642-94c0-711f7c5b8874 None None] Pushing event updated for resources: {'Port': ['ID=ef746873-f9a7-4a0c-a716-6ba41777f4c9,revision_number=4']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:12:01.627470 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-21ea7a97-17e2-4642-94c0-711f7c5b8874 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:12:01.671696 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a19f1a-0613-4f3b-8ba8-7415ae727d1a None None] Routers {'efaa1268-38e3-4fa1-9298-7cda38523abc'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:12:01.672424 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-96a19f1a-0613-4f3b-8ba8-7415ae727d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5daea49198>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:11:37Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['efaa1268-38e3-4fa1-9298-7cda38523abc'], 'active': True} {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:12:01.942644 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-96a19f1a-0613-4f3b-8ba8-7415ae727d1a None None] Set router efaa1268-38e3-4fa1-9298-7cda38523abc gateway port host: dv-cinder-786524-1-iscsi {{(pid=85358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:12:02.058640 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-a38e5de3-ee0a-4751-a416-ff711b657bcc req-2db6feb3-7128-46d5-a726-212503d70004 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/ports?device_id=9de562d9-339b-413c-a8b8-3aa40ed6e1e0 HTTP/1.1" status: 200  len: 210 time: 0.0577734
Apr 16 05:12:02.365760 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-96a19f1a-0613-4f3b-8ba8-7415ae727d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5daea49198>, [{'id': 'efaa1268-38e3-4fa1-9298-7cda38523abc', 'name': 'tempest-TestVolumeBootPattern-1702130762-router', 'tenant_id': 'f07218f7de7f453d9b5c655253242a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': 'ed822258-f8c9-46d7-8ae7-3398c887e47f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:11:42Z', 'updated_at': '2021-04-16T05:11:49Z', 'revision_number': 4, 'project_id': 'f07218f7de7f453d9b5c655253242a22', 'gw_port': {'id': 'ed822258-f8c9-46d7-8ae7-3398c887e47f', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ae:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaa1268-38e3-4fa1-9298-7cda38523abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:43Z', 'updated_at': '2021-04-16T05:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi', '_interfaces': [{'id': 'ef746873-f9a7-4a0c-a716-6ba41777f4c9', 'name': '', 'network_id': '6273a2ca-b165-4551-8ef1-2795869426c1', 'tenant_id': 'f07218f7de7f453d9b5c655253242a22', 'mac_address': 'fa:16:3e:18:83:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efaa1268-38e3-4fa1-9298-7cda38523abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '765f6153-0262-4b15-b573-bd095cbd1d3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:47Z', 'updated_at': '2021-04-16T05:12:01Z', 'revision_number': 4, 'project_id': 'f07218f7de7f453d9b5c655253242a22', 'subnets': [{'id': '765f6153-0262-4b15-b573-bd095cbd1d3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:12:02.371393 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a19f1a-0613-4f3b-8ba8-7415ae727d1a None None] The sync data for ids ['efaa1268-38e3-4fa1-9298-7cda38523abc'] in dv-cinder-786524-1-iscsi is: [{'id': 'efaa1268-38e3-4fa1-9298-7cda38523abc', 'name': 'tempest-TestVolumeBootPattern-1702130762-router', 'tenant_id': 'f07218f7de7f453d9b5c655253242a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': 'ed822258-f8c9-46d7-8ae7-3398c887e47f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:11:42Z', 'updated_at': '2021-04-16T05:11:49Z', 'revision_number': 4, 'project_id': 'f07218f7de7f453d9b5c655253242a22', 'gw_port': {'id': 'ed822258-f8c9-46d7-8ae7-3398c887e47f', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ae:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaa1268-38e3-4fa1-9298-7cda38523abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:43Z', 'updated_at': '2021-04-16T05:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi', '_interfaces': [{'id': 'ef746873-f9a7-4a0c-a716-6ba41777f4c9', 'name': '', 'network_id': '6273a2ca-b165-4551-8ef1-2795869426c1', 'tenant_id': 'f07218f7de7f453d9b5c655253242a22', 'mac_address': 'fa:16:3e:18:83:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efaa1268-38e3-4fa1-9298-7cda38523abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '765f6153-0262-4b15-b573-bd095cbd1d3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:47Z', 'updated_at': '2021-04-16T05:12:01Z', 'revision_number': 4, 'project_id': 'f07218f7de7f453d9b5c655253242a22', 'subnets': [{'id': '765f6153-0262-4b15-b573-bd095cbd1d3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 05:12:02.544658 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device ef746873-f9a7-4a0c-a716-6ba41777f4c9 up at agent ovs-agent-dv-cinder-786524-1-iscsi {{(pid=85358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 05:12:02.734916 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Provisioning for port ef746873-f9a7-4a0c-a716-6ba41777f4c9 completed by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 05:12:02.744685 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Provisioning complete for port ef746873-f9a7-4a0c-a716-6ba41777f4c9 triggered by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:12:02.745257 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:12:03.239655 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:12:03.312866 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] For port ef746873-f9a7-4a0c-a716-6ba41777f4c9, host dv-cinder-786524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=ef746873-f9a7-4a0c-a716-6ba41777f4c9,segment=NetworkSegment(b97f726b-7d5f-475b-a49c-dd621bb66bb5),segment_id=b97f726b-7d5f-475b-a49c-dd621bb66bb5)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:12:03.318057 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:12:03.320317 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:12:03.420908 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Pushing event updated for resources: {'Port': ['ID=ef746873-f9a7-4a0c-a716-6ba41777f4c9,revision_number=5']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:12:03.424005 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-faebb253-0daf-4cde-83a5-8aebf99a4b63 req-3d5dbbf4-f980-41bc-b221-c64cd217a314 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/ports?device_id=9de562d9-339b-413c-a8b8-3aa40ed6e1e0 HTTP/1.1" status: 200  len: 210 time: 0.0774775
Apr 16 05:12:03.425452 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:12:03.446356 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a6d8c2-28fe-4814-a316-1832d455fb32 req-df32371c-305a-4a31-ad71-77832a223b69 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:12:03.449069 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-67a6d8c2-28fe-4814-a316-1832d455fb32 req-df32371c-305a-4a31-ad71-77832a223b69 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.16 "GET /v2.0/networks?id=6f89da5d-f206-462e-a636-98594ebaa0a7 HTTP/1.1" status: 200  len: 811 time: 0.3262386
Apr 16 05:12:03.586872 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-67a6d8c2-28fe-4814-a316-1832d455fb32 req-49fcbb40-478d-4656-a946-4f70eefd1573 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2a2ab941ff144e0782baf8de7b2da717 HTTP/1.1" status: 200  len: 5709 time: 0.1227396
Apr 16 05:12:03.600849 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [req-67a6d8c2-28fe-4814-a316-1832d455fb32 req-797b45c2-7413-407c-90e6-49ef49199cc7 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Request body: {'port': {'device_id': '9de562d9-339b-413c-a8b8-3aa40ed6e1e0', 'network_id': '6f89da5d-f206-462e-a636-98594ebaa0a7', 'admin_state_up': True, 'tenant_id': '2a2ab941ff144e0782baf8de7b2da717', 'security_groups': ['e0c22267-8b5c-43a0-b25f-6c7c338ce6ae']}} {{(pid=85357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:12:03.870385 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [req-67a6d8c2-28fe-4814-a316-1832d455fb32 req-797b45c2-7413-407c-90e6-49ef49199cc7 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:12:03.877742 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-67a6d8c2-28fe-4814-a316-1832d455fb32 req-797b45c2-7413-407c-90e6-49ef49199cc7 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Usage tracker for resource:port and tenant:2a2ab941ff144e0782baf8de7b2da717 is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:12:03.883905 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-67a6d8c2-28fe-4814-a316-1832d455fb32 req-797b45c2-7413-407c-90e6-49ef49199cc7 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:12:03.896188 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [req-67a6d8c2-28fe-4814-a316-1832d455fb32 req-797b45c2-7413-407c-90e6-49ef49199cc7 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:12:03.911227 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67a6d8c2-28fe-4814-a316-1832d455fb32 req-797b45c2-7413-407c-90e6-49ef49199cc7 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Made reservation on behalf of 2a2ab941ff144e0782baf8de7b2da717 for: {'port': 1} {{(pid=85357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 05:12:03.917617 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-67a6d8c2-28fe-4814-a316-1832d455fb32 req-797b45c2-7413-407c-90e6-49ef49199cc7 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:12:04.444536 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.db_base_plugin_common [req-67a6d8c2-28fe-4814-a316-1832d455fb32 req-797b45c2-7413-407c-90e6-49ef49199cc7 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Allocated IP 172.20.0.8 (6f89da5d-f206-462e-a636-98594ebaa0a7/5bb05315-89e6-4b92-8e01-e6ed3a170aba/737f732b-45bd-4ff7-87fc-f6af7c36795e) {{(pid=85357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 05:12:04.478857 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device ef746873-f9a7-4a0c-a716-6ba41777f4c9 up at agent ovs-agent-dv-cinder-786524-1-iscsi {{(pid=85358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 05:12:04.618876 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Provisioning complete for port ef746873-f9a7-4a0c-a716-6ba41777f4c9 triggered by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:12:04.619575 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:12:04.647573 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-a08dcf04-b5ec-4ffb-aaa6-883345fd023a req-e57e893f-7975-4ca4-a0f3-4012438f94a9 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/ports?device_id=9de562d9-339b-413c-a8b8-3aa40ed6e1e0 HTTP/1.1" status: 200  len: 210 time: 0.0622716
Apr 16 05:12:04.750427 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-67a6d8c2-28fe-4814-a316-1832d455fb32 req-797b45c2-7413-407c-90e6-49ef49199cc7 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks [] for port, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:12:04.786500 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [req-67a6d8c2-28fe-4814-a316-1832d455fb32 req-797b45c2-7413-407c-90e6-49ef49199cc7 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Transition to ACTIVE for port object 737f732b-45bd-4ff7-87fc-f6af7c36795e will not be triggered until provisioned by entity DHCP. {{(pid=85357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 05:12:04.816237 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-67a6d8c2-28fe-4814-a316-1832d455fb32 req-797b45c2-7413-407c-90e6-49ef49199cc7 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284332319809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30120147'] for port, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:12:04.833883 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-f1f5fa6f-7591-4961-909c-b60bdcb13f3c tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:12:04.858740 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-399a8840-388f-43a3-ab4a-56a0f74649c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:12:04.992792 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797b45c2-7413-407c-90e6-49ef49199cc7 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Pushing event updated for resources: {'Port': ['ID=737f732b-45bd-4ff7-87fc-f6af7c36795e,revision_number=1']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:12:04.997944 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-797b45c2-7413-407c-90e6-49ef49199cc7 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:12:05.090198 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67a6d8c2-28fe-4814-a316-1832d455fb32 req-797b45c2-7413-407c-90e6-49ef49199cc7 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Network 6f89da5d-f206-462e-a636-98594ebaa0a7 is already hosted by enough agents. {{(pid=85357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 05:12:05.092350 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [req-67a6d8c2-28fe-4814-a316-1832d455fb32 req-797b45c2-7413-407c-90e6-49ef49199cc7 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Resources bound (agent type, host, resource id):  {{(pid=85357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 05:12:05.096191 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [req-67a6d8c2-28fe-4814-a316-1832d455fb32 req-797b45c2-7413-407c-90e6-49ef49199cc7 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Received port after_create {{(pid=85357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 05:12:05.207143 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a6d8c2-28fe-4814-a316-1832d455fb32 req-797b45c2-7413-407c-90e6-49ef49199cc7 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:12:05.208211 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-67a6d8c2-28fe-4814-a316-1832d455fb32 req-797b45c2-7413-407c-90e6-49ef49199cc7 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:12:05.236512 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-67a6d8c2-28fe-4814-a316-1832d455fb32 req-797b45c2-7413-407c-90e6-49ef49199cc7 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6430783
Apr 16 05:12:05.256790 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [req-67a6d8c2-28fe-4814-a316-1832d455fb32 req-e15edd69-cb29-4ed0-b13c-67c706c77aaa service neutron] Request body: {'port': {'device_id': '9de562d9-339b-413c-a8b8-3aa40ed6e1e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=85357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:12:05.379603 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-45e849ba-139f-4018-8789-ac388c22474f None None] Provisioning for port 737f732b-45bd-4ff7-87fc-f6af7c36795e completed by entity DHCP. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 05:12:05.389616 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-45e849ba-139f-4018-8789-ac388c22474f None None] Provisioning complete for port 737f732b-45bd-4ff7-87fc-f6af7c36795e triggered by entity DHCP. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:12:05.390480 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-45e849ba-139f-4018-8789-ac388c22474f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:12:05.391507 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-67a6d8c2-28fe-4814-a316-1832d455fb32 req-e15edd69-cb29-4ed0-b13c-67c706c77aaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:12:05.504949 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-45e849ba-139f-4018-8789-ac388c22474f None None] Port 737f732b-45bd-4ff7-87fc-f6af7c36795e cannot update to ACTIVE because it is not bound. {{(pid=85358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 16 05:12:05.911443 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [req-67a6d8c2-28fe-4814-a316-1832d455fb32 req-e15edd69-cb29-4ed0-b13c-67c706c77aaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 737f732b-45bd-4ff7-87fc-f6af7c36795e {{(pid=85357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 05:12:05.923743 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-67a6d8c2-28fe-4814-a316-1832d455fb32 req-e15edd69-cb29-4ed0-b13c-67c706c77aaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:12:05.958719 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [req-67a6d8c2-28fe-4814-a316-1832d455fb32 req-e15edd69-cb29-4ed0-b13c-67c706c77aaa service neutron] Transition to ACTIVE for port object 737f732b-45bd-4ff7-87fc-f6af7c36795e will not be triggered until provisioned by entity L2. {{(pid=85357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 05:12:05.968213 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-67a6d8c2-28fe-4814-a316-1832d455fb32 req-e15edd69-cb29-4ed0-b13c-67c706c77aaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036824655669'] for port, after_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:12:05.999158 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-62176e60-d790-41b1-9a60-fb5753652d9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:12:06.190908 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a46648-700d-434a-81ef-d263e5696c97 req-ee57f3e3-ef5d-4e91-9bae-430fcbe8e7c1 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:12:06.191682 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-68a46648-700d-434a-81ef-d263e5696c97 req-ee57f3e3-ef5d-4e91-9bae-430fcbe8e7c1 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Synchronizing usage tracker for tenant:2a2ab941ff144e0782baf8de7b2da717 on resource:port {{(pid=85357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 05:12:06.237651 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15edd69-cb29-4ed0-b13c-67c706c77aaa service neutron] Pushing event updated for resources: {'Port': ['ID=737f732b-45bd-4ff7-87fc-f6af7c36795e,revision_number=2']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:12:06.268028 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15edd69-cb29-4ed0-b13c-67c706c77aaa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:12:06.268448 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15edd69-cb29-4ed0-b13c-67c706c77aaa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:12:06.268862 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15edd69-cb29-4ed0-b13c-67c706c77aaa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:12:06.269326 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15edd69-cb29-4ed0-b13c-67c706c77aaa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:12:06.269735 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15edd69-cb29-4ed0-b13c-67c706c77aaa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:12:06.270140 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15edd69-cb29-4ed0-b13c-67c706c77aaa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:12:06.270678 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15edd69-cb29-4ed0-b13c-67c706c77aaa service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:12:06.271702 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15edd69-cb29-4ed0-b13c-67c706c77aaa service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:12:06.271702 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15edd69-cb29-4ed0-b13c-67c706c77aaa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:12:06.272001 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15edd69-cb29-4ed0-b13c-67c706c77aaa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:12:06.272385 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15edd69-cb29-4ed0-b13c-67c706c77aaa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:12:06.272764 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15edd69-cb29-4ed0-b13c-67c706c77aaa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:12:06.281017 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-e15edd69-cb29-4ed0-b13c-67c706c77aaa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:12:06.284610 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-68a46648-700d-434a-81ef-d263e5696c97 req-ee57f3e3-ef5d-4e91-9bae-430fcbe8e7c1 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Unset dirty status for tenant:2a2ab941ff144e0782baf8de7b2da717 on resource:port {{(pid=85357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 05:12:06.286021 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-68a46648-700d-434a-81ef-d263e5696c97 req-ee57f3e3-ef5d-4e91-9bae-430fcbe8e7c1 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/ports?device_id=9de562d9-339b-413c-a8b8-3aa40ed6e1e0 HTTP/1.1" status: 200  len: 931 time: 0.4631221
Apr 16 05:12:06.436580 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-68a46648-700d-434a-81ef-d263e5696c97 req-df1dad62-8c6f-4752-9a57-b12acab47dff tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0c22267-8b5c-43a0-b25f-6c7c338ce6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1368282
Apr 16 05:12:06.627373 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [req-67a6d8c2-28fe-4814-a316-1832d455fb32 req-e15edd69-cb29-4ed0-b13c-67c706c77aaa service neutron] Attempting to bind port 737f732b-45bd-4ff7-87fc-f6af7c36795e on host hv-cinder-78652 for vnic_type normal with profile  {{(pid=85357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 05:12:06.627987 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [req-67a6d8c2-28fe-4814-a316-1832d455fb32 req-e15edd69-cb29-4ed0-b13c-67c706c77aaa service neutron] Attempting to bind port 737f732b-45bd-4ff7-87fc-f6af7c36795e by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'a0d59017-e373-40d6-a43c-3a06cb2c266d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6f89da5d-f206-462e-a636-98594ebaa0a7'}] {{(pid=85357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 05:12:06.628472 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a6d8c2-28fe-4814-a316-1832d455fb32 req-e15edd69-cb29-4ed0-b13c-67c706c77aaa service neutron] Attempting to bind port 737f732b-45bd-4ff7-87fc-f6af7c36795e on network 6f89da5d-f206-462e-a636-98594ebaa0a7 {{(pid=85357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 05:12:06.638721 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a6d8c2-28fe-4814-a316-1832d455fb32 req-e15edd69-cb29-4ed0-b13c-67c706c77aaa service neutron] Port 737f732b-45bd-4ff7-87fc-f6af7c36795e on network 6f89da5d-f206-462e-a636-98594ebaa0a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=85357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 05:12:06.639358 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a6d8c2-28fe-4814-a316-1832d455fb32 req-e15edd69-cb29-4ed0-b13c-67c706c77aaa service neutron] Attempting to bind port 737f732b-45bd-4ff7-87fc-f6af7c36795e on network 6f89da5d-f206-462e-a636-98594ebaa0a7 {{(pid=85357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 05:12:06.648826 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a6d8c2-28fe-4814-a316-1832d455fb32 req-e15edd69-cb29-4ed0-b13c-67c706c77aaa service neutron] Checking agent: {'id': '5ddcce5e-7017-4c76-88fa-bffacfec0d31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 5, 1, 38), 'started_at': datetime.datetime(2021, 4, 16, 5, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 5, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 05:12:06.649209 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a6d8c2-28fe-4814-a316-1832d455fb32 req-e15edd69-cb29-4ed0-b13c-67c706c77aaa service neutron] Checking segment: {'id': 'a0d59017-e373-40d6-a43c-3a06cb2c266d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6f89da5d-f206-462e-a636-98594ebaa0a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 05:12:06.649715 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a6d8c2-28fe-4814-a316-1832d455fb32 req-e15edd69-cb29-4ed0-b13c-67c706c77aaa service neutron] Bound using segment: {'id': 'a0d59017-e373-40d6-a43c-3a06cb2c266d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6f89da5d-f206-462e-a636-98594ebaa0a7'} {{(pid=85357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 05:12:06.650246 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [req-67a6d8c2-28fe-4814-a316-1832d455fb32 req-e15edd69-cb29-4ed0-b13c-67c706c77aaa service neutron] Bound port: 737f732b-45bd-4ff7-87fc-f6af7c36795e, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0d59017-e373-40d6-a43c-3a06cb2c266d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6f89da5d-f206-462e-a636-98594ebaa0a7'}}] {{(pid=85357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 05:12:06.650644 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-67a6d8c2-28fe-4814-a316-1832d455fb32 req-e15edd69-cb29-4ed0-b13c-67c706c77aaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:12:06.771854 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [req-67a6d8c2-28fe-4814-a316-1832d455fb32 req-e15edd69-cb29-4ed0-b13c-67c706c77aaa service neutron] For port 737f732b-45bd-4ff7-87fc-f6af7c36795e, host hv-cinder-78652, cleared binding levels {{(pid=85357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 05:12:06.775706 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [req-67a6d8c2-28fe-4814-a316-1832d455fb32 req-e15edd69-cb29-4ed0-b13c-67c706c77aaa service neutron] For port 737f732b-45bd-4ff7-87fc-f6af7c36795e, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=737f732b-45bd-4ff7-87fc-f6af7c36795e,segment=NetworkSegment(a0d59017-e373-40d6-a43c-3a06cb2c266d),segment_id=a0d59017-e373-40d6-a43c-3a06cb2c266d)] {{(pid=85357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 05:12:06.780467 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-67a6d8c2-28fe-4814-a316-1832d455fb32 req-e15edd69-cb29-4ed0-b13c-67c706c77aaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036824655669'] for port, after_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:12:06.795415 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-504c9592-fa87-4246-b860-caf6d4c09d84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:12:06.896787 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-3b9487f5-5143-47f3-8fc4-e40fc5a5958a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:12:06.970894 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15edd69-cb29-4ed0-b13c-67c706c77aaa service neutron] Pushing event updated for resources: {'Port': ['ID=737f732b-45bd-4ff7-87fc-f6af7c36795e,revision_number=3']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:12:06.977276 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-e15edd69-cb29-4ed0-b13c-67c706c77aaa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:12:07.021634 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a6d8c2-28fe-4814-a316-1832d455fb32 req-e15edd69-cb29-4ed0-b13c-67c706c77aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:12:07.022236 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-67a6d8c2-28fe-4814-a316-1832d455fb32 req-e15edd69-cb29-4ed0-b13c-67c706c77aaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:12:07.023773 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-67a6d8c2-28fe-4814-a316-1832d455fb32 req-e15edd69-cb29-4ed0-b13c-67c706c77aaa service neutron] 10.222.0.16 "PUT /v2.0/ports/737f732b-45bd-4ff7-87fc-f6af7c36795e HTTP/1.1" status: 200  len: 1093 time: 1.7729561
Apr 16 05:12:07.024364 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9de562d9-339b-413c-a8b8-3aa40ed6e1e0', 'tag': '737f732b-45bd-4ff7-87fc-f6af7c36795e'}] {{(pid=85357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 05:12:07.183640 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9de562d9-339b-413c-a8b8-3aa40ed6e1e0', 'tag': '737f732b-45bd-4ff7-87fc-f6af7c36795e', 'status': 'completed', 'code': 200}
Apr 16 05:12:07.237440 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a6d8c2-28fe-4814-a316-1832d455fb32 req-f6f4e644-73da-424b-ab0b-98af282fca5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:12:07.239603 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-67a6d8c2-28fe-4814-a316-1832d455fb32 req-f6f4e644-73da-424b-ab0b-98af282fca5d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2a2ab941ff144e0782baf8de7b2da717&device_id=9de562d9-339b-413c-a8b8-3aa40ed6e1e0 HTTP/1.1" status: 200  len: 1096 time: 0.1416698
Apr 16 05:12:07.327059 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-67a6d8c2-28fe-4814-a316-1832d455fb32 req-4e059a97-afd4-4206-8f3a-b1ddfef9cc8a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=737f732b-45bd-4ff7-87fc-f6af7c36795e HTTP/1.1" status: 200  len: 217 time: 0.0746555
Apr 16 05:12:07.406886 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a6d8c2-28fe-4814-a316-1832d455fb32 req-a843e77d-90b2-43f6-a457-d31c738c2cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:12:07.408794 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-67a6d8c2-28fe-4814-a316-1832d455fb32 req-a843e77d-90b2-43f6-a457-d31c738c2cb8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5bb05315-89e6-4b92-8e01-e6ed3a170aba HTTP/1.1" status: 200  len: 850 time: 0.0735941
Apr 16 05:12:07.505411 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a6d8c2-28fe-4814-a316-1832d455fb32 req-b3ecbfa8-ec86-4b8b-be86-9438dce34c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:12:07.507279 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-67a6d8c2-28fe-4814-a316-1832d455fb32 req-b3ecbfa8-ec86-4b8b-be86-9438dce34c3c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6f89da5d-f206-462e-a636-98594ebaa0a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0910056
Apr 16 05:12:07.693434 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:12:07.740512 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-67a6d8c2-28fe-4814-a316-1832d455fb32 req-e020a822-80e3-4319-bbad-6796665e07c3 service neutron] 10.222.0.16 "GET /v2.0/networks/6f89da5d-f206-462e-a636-98594ebaa0a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2251372
Apr 16 05:12:07.783634 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf8c08d-6309-455e-9988-52d07a6c3d92 req-5f937192-76af-47cb-afaf-241e28a7f90d tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:12:07.785476 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-7cf8c08d-6309-455e-9988-52d07a6c3d92 req-5f937192-76af-47cb-afaf-241e28a7f90d tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/ports?device_id=9de562d9-339b-413c-a8b8-3aa40ed6e1e0 HTTP/1.1" status: 200  len: 943 time: 0.1866589
Apr 16 05:12:07.791337 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-63345f0b-feae-4d1b-a675-506eb60b354a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:12:07.932468 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-7cf8c08d-6309-455e-9988-52d07a6c3d92 req-7309ddf7-f88b-4805-b281-9f5cbc2ee95c tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0c22267-8b5c-43a0-b25f-6c7c338ce6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0907469
Apr 16 05:12:07.959347 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-67a6d8c2-28fe-4814-a316-1832d455fb32 req-84240397-3bdb-4695-84d3-a536175a43f3 service neutron] 10.222.0.16 "GET /v2.0/networks/6f89da5d-f206-462e-a636-98594ebaa0a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2109618
Apr 16 05:12:08.005908 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:12:08.145192 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7099b4-e538-4a71-bcdc-c44d77aba732 req-7802ae09-e8fa-4b2a-8b6c-7603a3bec090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:12:08.148235 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-7a7099b4-e538-4a71-bcdc-c44d77aba732 req-7802ae09-e8fa-4b2a-8b6c-7603a3bec090 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2a2ab941ff144e0782baf8de7b2da717&device_id=9de562d9-339b-413c-a8b8-3aa40ed6e1e0 HTTP/1.1" status: 200  len: 1096 time: 0.0900898
Apr 16 05:12:08.310896 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7099b4-e538-4a71-bcdc-c44d77aba732 req-506ff3ba-15f0-4dc0-9f85-bb869d589087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:12:08.312508 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-7a7099b4-e538-4a71-bcdc-c44d77aba732 req-506ff3ba-15f0-4dc0-9f85-bb869d589087 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6f89da5d-f206-462e-a636-98594ebaa0a7 HTTP/1.1" status: 200  len: 912 time: 0.1560948
Apr 16 05:12:08.396037 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-7a7099b4-e538-4a71-bcdc-c44d77aba732 req-96542701-0411-422f-83fd-53ae26ae079b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=737f732b-45bd-4ff7-87fc-f6af7c36795e HTTP/1.1" status: 200  len: 217 time: 0.0755208
Apr 16 05:12:08.480340 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7099b4-e538-4a71-bcdc-c44d77aba732 req-4961a2c0-08cf-477e-9f6e-3b92e22b2fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:12:08.481992 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-7a7099b4-e538-4a71-bcdc-c44d77aba732 req-4961a2c0-08cf-477e-9f6e-3b92e22b2fbe service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5bb05315-89e6-4b92-8e01-e6ed3a170aba HTTP/1.1" status: 200  len: 850 time: 0.0784633
Apr 16 05:12:08.583287 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7099b4-e538-4a71-bcdc-c44d77aba732 req-4cd61cac-c345-4488-b5f6-94befb1ef21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:12:08.585202 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-7a7099b4-e538-4a71-bcdc-c44d77aba732 req-4cd61cac-c345-4488-b5f6-94befb1ef21e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6f89da5d-f206-462e-a636-98594ebaa0a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0934339
Apr 16 05:12:08.749700 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-7a7099b4-e538-4a71-bcdc-c44d77aba732 req-ca61720b-b3a8-4120-9edd-39d1eeb6e590 service neutron] 10.222.0.16 "GET /v2.0/networks/6f89da5d-f206-462e-a636-98594ebaa0a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1557953
Apr 16 05:12:09.263568 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-7a7099b4-e538-4a71-bcdc-c44d77aba732 req-5f994651-2e7f-4b91-8c02-ff8bc4160073 service neutron] 10.222.0.16 "GET /v2.0/networks/6f89da5d-f206-462e-a636-98594ebaa0a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5060642
Apr 16 05:12:09.296827 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9741a7-eafe-456a-a64d-75c3f26b6d17 req-c9ae1a92-687d-492e-8738-b636c535844f tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:12:09.299599 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-3d9741a7-eafe-456a-a64d-75c3f26b6d17 req-c9ae1a92-687d-492e-8738-b636c535844f tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/ports?device_id=9de562d9-339b-413c-a8b8-3aa40ed6e1e0 HTTP/1.1" status: 200  len: 943 time: 0.1533182
Apr 16 05:12:09.358119 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-3d9741a7-eafe-456a-a64d-75c3f26b6d17 req-b4a77dfc-e847-4d25-8ed0-c45cf5dae62d tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0c22267-8b5c-43a0-b25f-6c7c338ce6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0504346
Apr 16 05:12:09.434241 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a57a9699-4b93-4635-9a0c-76135fd629c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:12:10.581550 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5ccfed-b0e9-48d0-a3f6-e1b9ad67f771 req-97780dc5-3d25-406a-9b33-4032febf18ce tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:12:10.583355 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-dd5ccfed-b0e9-48d0-a3f6-e1b9ad67f771 req-97780dc5-3d25-406a-9b33-4032febf18ce tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/ports?device_id=9de562d9-339b-413c-a8b8-3aa40ed6e1e0 HTTP/1.1" status: 200  len: 943 time: 0.0971878
Apr 16 05:12:10.638109 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-dd5ccfed-b0e9-48d0-a3f6-e1b9ad67f771 req-7ecd0e52-854d-400b-9fd8-bbb68b6212ed tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0c22267-8b5c-43a0-b25f-6c7c338ce6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469832
Apr 16 05:12:11.860383 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a07cdc-ca08-4ea7-a881-d4aba15832d8 req-8795efd0-1e5f-4a83-9fb8-c910bae64c42 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:12:11.862306 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-30a07cdc-ca08-4ea7-a881-d4aba15832d8 req-8795efd0-1e5f-4a83-9fb8-c910bae64c42 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/ports?device_id=9de562d9-339b-413c-a8b8-3aa40ed6e1e0 HTTP/1.1" status: 200  len: 943 time: 0.1026688
Apr 16 05:12:11.931711 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-30a07cdc-ca08-4ea7-a881-d4aba15832d8 req-5916a551-762a-49c7-a194-28f64c83158b tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0c22267-8b5c-43a0-b25f-6c7c338ce6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0604684
Apr 16 05:12:12.201402 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device 737f732b-45bd-4ff7-87fc-f6af7c36795e details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=85358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 16 05:12:12.411368 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] For port 737f732b-45bd-4ff7-87fc-f6af7c36795e, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=737f732b-45bd-4ff7-87fc-f6af7c36795e,segment=NetworkSegment(a0d59017-e373-40d6-a43c-3a06cb2c266d),segment_id=a0d59017-e373-40d6-a43c-3a06cb2c266d)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:12:12.439742 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Returning: {'device': '737f732b-45bd-4ff7-87fc-f6af7c36795e', 'network_id': '6f89da5d-f206-462e-a636-98594ebaa0a7', 'port_id': '737f732b-45bd-4ff7-87fc-f6af7c36795e', 'mac_address': 'fa:16:3e:d0:17:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bb05315-89e6-4b92-8e01-e6ed3a170aba', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 16 05:12:12.564312 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:12:12.599552 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 737f732b-45bd-4ff7-87fc-f6af7c36795e {{(pid=85358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 05:12:12.630710 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] For port 737f732b-45bd-4ff7-87fc-f6af7c36795e, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=737f732b-45bd-4ff7-87fc-f6af7c36795e,segment=NetworkSegment(a0d59017-e373-40d6-a43c-3a06cb2c266d),segment_id=a0d59017-e373-40d6-a43c-3a06cb2c266d)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:12:12.634625 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:12:12.637522 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:12:12.719870 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-f4d3d000-8ba2-4dd4-8bda-444ad5cb842d req-819ca542-0cc6-40ff-b8e1-046831ee53a3 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Synchronizing usage tracker for tenant:db51901ec1bf486ca3fc2d191f21d909 on resource:security_group {{(pid=85357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 05:12:12.743062 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-f4d3d000-8ba2-4dd4-8bda-444ad5cb842d req-819ca542-0cc6-40ff-b8e1-046831ee53a3 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Unset dirty status for tenant:db51901ec1bf486ca3fc2d191f21d909 on resource:security_group {{(pid=85357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 05:12:12.744973 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-f4d3d000-8ba2-4dd4-8bda-444ad5cb842d req-819ca542-0cc6-40ff-b8e1-046831ee53a3 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1277264227&fields=id&tenant_id=db51901ec1bf486ca3fc2d191f21d909 HTTP/1.1" status: 200  len: 267 time: 0.1068957
Apr 16 05:12:12.757957 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Pushing event updated for resources: {'Port': ['ID=737f732b-45bd-4ff7-87fc-f6af7c36795e,revision_number=4']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:12:12.762912 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:12:12.919930 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] get_ports_and_sgs() called for port_ids ['737f732b-45bd-4ff7-87fc-f6af7c36795e'] {{(pid=85358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 05:12:12.936606 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d3d000-8ba2-4dd4-8bda-444ad5cb842d req-0267e352-389d-40dc-a883-48ab9a0865a9 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:12:12.937450 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-f4d3d000-8ba2-4dd4-8bda-444ad5cb842d req-0267e352-389d-40dc-a883-48ab9a0865a9 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Synchronizing usage tracker for tenant:db51901ec1bf486ca3fc2d191f21d909 on resource:network {{(pid=85357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 05:12:12.956657 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-f4d3d000-8ba2-4dd4-8bda-444ad5cb842d req-0267e352-389d-40dc-a883-48ab9a0865a9 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Unset dirty status for tenant:db51901ec1bf486ca3fc2d191f21d909 on resource:network {{(pid=85357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 05:12:12.958345 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-f4d3d000-8ba2-4dd4-8bda-444ad5cb842d req-0267e352-389d-40dc-a883-48ab9a0865a9 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/networks?id=8dec1d0f-cfff-4035-8076-7521657c2e62 HTTP/1.1" status: 200  len: 811 time: 0.2037828
Apr 16 05:12:12.986449 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-f4d3d000-8ba2-4dd4-8bda-444ad5cb842d req-0447e976-0995-4cda-9515-79be57c86e25 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/quotas/db51901ec1bf486ca3fc2d191f21d909 HTTP/1.1" status: 200  len: 375 time: 0.0164239
Apr 16 05:12:13.295801 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-f4d3d000-8ba2-4dd4-8bda-444ad5cb842d req-c905842d-44ce-4163-aebc-39a5c20fb6d3 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Synchronizing usage tracker for tenant:db51901ec1bf486ca3fc2d191f21d909 on resource:port {{(pid=85357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 05:12:13.322284 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14e6ff-8dc4-485d-aec3-0895a2629a34 req-38643e7e-3deb-44bf-9d89-93fd1beb24d7 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:12:13.324039 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-4f14e6ff-8dc4-485d-aec3-0895a2629a34 req-38643e7e-3deb-44bf-9d89-93fd1beb24d7 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/ports?device_id=9de562d9-339b-413c-a8b8-3aa40ed6e1e0 HTTP/1.1" status: 200  len: 944 time: 0.2293556
Apr 16 05:12:13.351250 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-f4d3d000-8ba2-4dd4-8bda-444ad5cb842d req-c905842d-44ce-4163-aebc-39a5c20fb6d3 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Unset dirty status for tenant:db51901ec1bf486ca3fc2d191f21d909 on resource:port {{(pid=85357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 05:12:13.352759 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-f4d3d000-8ba2-4dd4-8bda-444ad5cb842d req-c905842d-44ce-4163-aebc-39a5c20fb6d3 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=db51901ec1bf486ca3fc2d191f21d909&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3538852
Apr 16 05:12:13.475108 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-4f14e6ff-8dc4-485d-aec3-0895a2629a34 req-759d2fc3-f7cf-43e7-a97c-72b6003bd3b6 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0c22267-8b5c-43a0-b25f-6c7c338ce6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1425664
Apr 16 05:12:13.544943 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-f4d3d000-8ba2-4dd4-8bda-444ad5cb842d req-d382fadd-f571-4a3f-8ab7-6f092e344e95 service neutron] 10.222.0.26 "GET /v2.0/networks/8dec1d0f-cfff-4035-8076-7521657c2e62?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1750443
Apr 16 05:12:13.707142 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-f4d3d000-8ba2-4dd4-8bda-444ad5cb842d req-ab666b29-6e0b-40e6-9142-179cd761e315 service neutron] 10.222.0.26 "GET /v2.0/networks/8dec1d0f-cfff-4035-8076-7521657c2e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1546695
Apr 16 05:12:14.217727 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device 737f732b-45bd-4ff7-87fc-f6af7c36795e up at agent hyperv_hv-cinder-78652 {{(pid=85358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 05:12:14.233785 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-025acbb7-16b3-4999-be4c-a7c74e904d4a req-40469e34-b9d0-4d22-b0b2-528ceb426350 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/ports?device_id=6515c7b1-6e49-4183-9867-2055905f5571 HTTP/1.1" status: 200  len: 210 time: 0.0899987
Apr 16 05:12:14.306973 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Provisioning for port 737f732b-45bd-4ff7-87fc-f6af7c36795e completed by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 05:12:14.312446 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Provisioning complete for port 737f732b-45bd-4ff7-87fc-f6af7c36795e triggered by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:12:14.312840 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:12:14.459167 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:12:14.503349 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9de562d9-339b-413c-a8b8-3aa40ed6e1e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '737f732b-45bd-4ff7-87fc-f6af7c36795e'}] {{(pid=85358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 05:12:14.525827 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] For port 737f732b-45bd-4ff7-87fc-f6af7c36795e, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=737f732b-45bd-4ff7-87fc-f6af7c36795e,segment=NetworkSegment(a0d59017-e373-40d6-a43c-3a06cb2c266d),segment_id=a0d59017-e373-40d6-a43c-3a06cb2c266d)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:12:14.530617 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:12:14.535073 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:12:14.626235 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Pushing event updated for resources: {'Port': ['ID=737f732b-45bd-4ff7-87fc-f6af7c36795e,revision_number=5']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:12:14.630828 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9de562d9-339b-413c-a8b8-3aa40ed6e1e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '737f732b-45bd-4ff7-87fc-f6af7c36795e', 'code': 200}
Apr 16 05:12:14.631631 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:12:14.787753 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442808e-6748-45bd-99ea-41866c177a0c req-e63bd2eb-1a16-4dc9-9609-9c92f7237870 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:12:14.789589 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-5442808e-6748-45bd-99ea-41866c177a0c req-e63bd2eb-1a16-4dc9-9609-9c92f7237870 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/ports?device_id=9de562d9-339b-413c-a8b8-3aa40ed6e1e0 HTTP/1.1" status: 200  len: 945 time: 0.1216612
Apr 16 05:12:14.848246 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-5442808e-6748-45bd-99ea-41866c177a0c req-5ab62208-61b3-465c-879d-5af46aee739d tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0c22267-8b5c-43a0-b25f-6c7c338ce6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482543
Apr 16 05:12:14.992709 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15bc53d-2d8a-4d8b-8185-d417bfeb00ad req-acfa4539-5b9e-4d39-9b57-71b3cfdcd4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:12:14.994663 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-d15bc53d-2d8a-4d8b-8185-d417bfeb00ad req-acfa4539-5b9e-4d39-9b57-71b3cfdcd4a6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9de562d9-339b-413c-a8b8-3aa40ed6e1e0 HTTP/1.1" status: 200  len: 1098 time: 0.0939193
Apr 16 05:12:15.044672 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-d15bc53d-2d8a-4d8b-8185-d417bfeb00ad req-83e1eef5-bbce-4171-b748-24aa5a61778e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e0c22267-8b5c-43a0-b25f-6c7c338ce6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427420
Apr 16 05:12:15.426575 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-6a01d852-cfe2-40b1-ba4c-a5d16afadefa req-8b2a9c02-0663-48da-8da2-de74710c8769 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/ports?device_id=6515c7b1-6e49-4183-9867-2055905f5571 HTTP/1.1" status: 200  len: 210 time: 0.0520294
Apr 16 05:12:15.917969 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d3d000-8ba2-4dd4-8bda-444ad5cb842d req-4e0ab704-411d-4ddc-b6ea-8c54afc962da tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:12:15.921020 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-f4d3d000-8ba2-4dd4-8bda-444ad5cb842d req-4e0ab704-411d-4ddc-b6ea-8c54afc962da tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.16 "GET /v2.0/networks?id=8dec1d0f-cfff-4035-8076-7521657c2e62 HTTP/1.1" status: 200  len: 811 time: 0.2123086
Apr 16 05:12:16.172134 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-f4d3d000-8ba2-4dd4-8bda-444ad5cb842d req-3100d398-cc15-4b36-8bc3-bbc13ecb6cfd tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=db51901ec1bf486ca3fc2d191f21d909 HTTP/1.1" status: 200  len: 8061 time: 0.2349956
Apr 16 05:12:16.190469 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [req-f4d3d000-8ba2-4dd4-8bda-444ad5cb842d req-61394d49-639a-4763-8e78-abdef0f25ad5 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Request body: {'port': {'device_id': '6515c7b1-6e49-4183-9867-2055905f5571', 'network_id': '8dec1d0f-cfff-4035-8076-7521657c2e62', 'admin_state_up': True, 'tenant_id': 'db51901ec1bf486ca3fc2d191f21d909', 'security_groups': ['64fcd4c6-6895-4ef1-8bcd-86346ebbc94f']}} {{(pid=85357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:12:16.421874 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ef204-b8c5-44ce-ad35-03f1bf342137 req-60332b1d-67c0-4207-b965-319bfd8d8bbb tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:12:16.423870 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-db3ef204-b8c5-44ce-ad35-03f1bf342137 req-60332b1d-67c0-4207-b965-319bfd8d8bbb tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/ports?device_id=9de562d9-339b-413c-a8b8-3aa40ed6e1e0 HTTP/1.1" status: 200  len: 945 time: 0.4236794
Apr 16 05:12:16.451106 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [req-f4d3d000-8ba2-4dd4-8bda-444ad5cb842d req-61394d49-639a-4763-8e78-abdef0f25ad5 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:12:16.473908 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [req-f4d3d000-8ba2-4dd4-8bda-444ad5cb842d req-61394d49-639a-4763-8e78-abdef0f25ad5 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:12:16.505596 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-db3ef204-b8c5-44ce-ad35-03f1bf342137 req-5ebe138d-52a6-4e35-92cb-0eae09ca5340 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0c22267-8b5c-43a0-b25f-6c7c338ce6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0711455
Apr 16 05:12:16.507093 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4d3d000-8ba2-4dd4-8bda-444ad5cb842d req-61394d49-639a-4763-8e78-abdef0f25ad5 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Made reservation on behalf of db51901ec1bf486ca3fc2d191f21d909 for: {'port': 1} {{(pid=85357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 05:12:16.513872 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-f4d3d000-8ba2-4dd4-8bda-444ad5cb842d req-61394d49-639a-4763-8e78-abdef0f25ad5 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:12:16.647840 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-753af95a-c889-4e6a-88ba-ea9484195d83 req-60a16344-f983-441b-b839-41c3e465a187 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/ports?device_id=6515c7b1-6e49-4183-9867-2055905f5571 HTTP/1.1" status: 200  len: 210 time: 0.0651851
Apr 16 05:12:16.766101 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.db_base_plugin_common [req-f4d3d000-8ba2-4dd4-8bda-444ad5cb842d req-61394d49-639a-4763-8e78-abdef0f25ad5 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Allocated IP 172.20.0.10 (8dec1d0f-cfff-4035-8076-7521657c2e62/b6cb0891-12b7-4364-a273-4c1d3fcc7328/48bcddb6-c4dc-4911-87e3-5d7a515b8212) {{(pid=85357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 05:12:17.001235 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-f4d3d000-8ba2-4dd4-8bda-444ad5cb842d req-61394d49-639a-4763-8e78-abdef0f25ad5 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks [] for port, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:12:17.022542 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [req-f4d3d000-8ba2-4dd4-8bda-444ad5cb842d req-61394d49-639a-4763-8e78-abdef0f25ad5 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Transition to ACTIVE for port object 48bcddb6-c4dc-4911-87e3-5d7a515b8212 will not be triggered until provisioned by entity DHCP. {{(pid=85357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 05:12:17.050567 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-f4d3d000-8ba2-4dd4-8bda-444ad5cb842d req-61394d49-639a-4763-8e78-abdef0f25ad5 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284332319809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30120147'] for port, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:12:17.067892 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-cb1000cc-99b1-4c9e-85cd-1b28ba2aeaf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:12:17.227099 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61394d49-639a-4763-8e78-abdef0f25ad5 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Pushing event updated for resources: {'Port': ['ID=48bcddb6-c4dc-4911-87e3-5d7a515b8212,revision_number=1']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:12:17.232902 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-61394d49-639a-4763-8e78-abdef0f25ad5 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:12:17.286211 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4d3d000-8ba2-4dd4-8bda-444ad5cb842d req-61394d49-639a-4763-8e78-abdef0f25ad5 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Network 8dec1d0f-cfff-4035-8076-7521657c2e62 is already hosted by enough agents. {{(pid=85357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 05:12:17.287522 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [req-f4d3d000-8ba2-4dd4-8bda-444ad5cb842d req-61394d49-639a-4763-8e78-abdef0f25ad5 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Resources bound (agent type, host, resource id):  {{(pid=85357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 05:12:17.290005 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4d3d000-8ba2-4dd4-8bda-444ad5cb842d req-61394d49-639a-4763-8e78-abdef0f25ad5 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Received port after_create {{(pid=85357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 05:12:17.380563 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d3d000-8ba2-4dd4-8bda-444ad5cb842d req-61394d49-639a-4763-8e78-abdef0f25ad5 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:12:17.381891 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-f4d3d000-8ba2-4dd4-8bda-444ad5cb842d req-61394d49-639a-4763-8e78-abdef0f25ad5 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:12:17.414572 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-f4d3d000-8ba2-4dd4-8bda-444ad5cb842d req-61394d49-639a-4763-8e78-abdef0f25ad5 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2304416
Apr 16 05:12:17.435947 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [req-f4d3d000-8ba2-4dd4-8bda-444ad5cb842d req-0efebf97-9f8a-467f-b448-fb1e2ba55440 service neutron] Request body: {'port': {'device_id': '6515c7b1-6e49-4183-9867-2055905f5571', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=85357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:12:17.572993 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-f4d3d000-8ba2-4dd4-8bda-444ad5cb842d req-0efebf97-9f8a-467f-b448-fb1e2ba55440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:12:17.587130 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-8943f088-9db1-4d2b-a062-850f176e1a81 None None] Provisioning for port 48bcddb6-c4dc-4911-87e3-5d7a515b8212 completed by entity DHCP. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 05:12:17.596555 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-8943f088-9db1-4d2b-a062-850f176e1a81 None None] Provisioning complete for port 48bcddb6-c4dc-4911-87e3-5d7a515b8212 triggered by entity DHCP. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:12:17.597272 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-8943f088-9db1-4d2b-a062-850f176e1a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:12:17.712257 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-8943f088-9db1-4d2b-a062-850f176e1a81 None None] Port 48bcddb6-c4dc-4911-87e3-5d7a515b8212 cannot update to ACTIVE because it is not bound. {{(pid=85358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 16 05:12:18.090088 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd87ffc-8d59-48dc-aa7a-69c33652f57f req-ba678421-bb7e-4ca3-870a-22e2294b2667 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:12:18.092949 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ccd87ffc-8d59-48dc-aa7a-69c33652f57f req-ba678421-bb7e-4ca3-870a-22e2294b2667 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/ports?device_id=9de562d9-339b-413c-a8b8-3aa40ed6e1e0 HTTP/1.1" status: 200  len: 945 time: 0.3813758
Apr 16 05:12:18.114034 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6183c613-9c00-4c63-b4dc-3d625fcb2cf9 req-4369e148-6eea-4480-b13d-36d5c686db12 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:12:18.115399 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-6183c613-9c00-4c63-b4dc-3d625fcb2cf9 req-4369e148-6eea-4480-b13d-36d5c686db12 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Synchronizing usage tracker for tenant:db51901ec1bf486ca3fc2d191f21d909 on resource:port {{(pid=85357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 05:12:18.237519 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-6183c613-9c00-4c63-b4dc-3d625fcb2cf9 req-4369e148-6eea-4480-b13d-36d5c686db12 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Unset dirty status for tenant:db51901ec1bf486ca3fc2d191f21d909 on resource:port {{(pid=85357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 05:12:18.240231 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-6183c613-9c00-4c63-b4dc-3d625fcb2cf9 req-4369e148-6eea-4480-b13d-36d5c686db12 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/ports?device_id=6515c7b1-6e49-4183-9867-2055905f5571 HTTP/1.1" status: 200  len: 932 time: 0.4479513
Apr 16 05:12:18.324663 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ccd87ffc-8d59-48dc-aa7a-69c33652f57f req-1a23d804-87b5-4ba9-bca8-ab1cda049d73 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0c22267-8b5c-43a0-b25f-6c7c338ce6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2037289
Apr 16 05:12:18.523390 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-6183c613-9c00-4c63-b4dc-3d625fcb2cf9 req-2bfe65a6-c7ac-42f1-9276-66f0aeade115 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/security-groups?id=64fcd4c6-6895-4ef1-8bcd-86346ebbc94f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2742922
Apr 16 05:12:18.535306 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [req-f4d3d000-8ba2-4dd4-8bda-444ad5cb842d req-0efebf97-9f8a-467f-b448-fb1e2ba55440 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48bcddb6-c4dc-4911-87e3-5d7a515b8212 {{(pid=85357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 05:12:18.546183 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-f4d3d000-8ba2-4dd4-8bda-444ad5cb842d req-0efebf97-9f8a-467f-b448-fb1e2ba55440 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:12:18.576963 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [req-f4d3d000-8ba2-4dd4-8bda-444ad5cb842d req-0efebf97-9f8a-467f-b448-fb1e2ba55440 service neutron] Transition to ACTIVE for port object 48bcddb6-c4dc-4911-87e3-5d7a515b8212 will not be triggered until provisioned by entity L2. {{(pid=85357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 05:12:18.604654 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-f4d3d000-8ba2-4dd4-8bda-444ad5cb842d req-0efebf97-9f8a-467f-b448-fb1e2ba55440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036824655669'] for port, after_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:12:18.621590 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-21a00aa7-beac-4726-9f0f-097a2b507c91 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:12:19.025577 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b7894-a9a5-4a18-952f-63508af1320d req-5126865b-8ded-4f1e-8552-561294d90cad tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:12:19.027340 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-181b7894-a9a5-4a18-952f-63508af1320d req-5126865b-8ded-4f1e-8552-561294d90cad tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/ports?device_id=9de562d9-339b-413c-a8b8-3aa40ed6e1e0 HTTP/1.1" status: 200  len: 945 time: 0.5778043
Apr 16 05:12:19.048120 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 41274) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:12:19.065533 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-055a7fbd-a74a-4aa9-a3ad-cd3710e31f12 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Request body: {'floatingip': {'port_id': '737f732b-45bd-4ff7-87fc-f6af7c36795e'}} {{(pid=85357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:12:19.162852 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efebf97-9f8a-467f-b448-fb1e2ba55440 service neutron] Pushing event updated for resources: {'Port': ['ID=48bcddb6-c4dc-4911-87e3-5d7a515b8212,revision_number=2']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:12:19.177074 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-0efebf97-9f8a-467f-b448-fb1e2ba55440 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:12:19.187450 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-055a7fbd-a74a-4aa9-a3ad-cd3710e31f12 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks [] for floatingip, before_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:12:19.839412 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [req-f4d3d000-8ba2-4dd4-8bda-444ad5cb842d req-0efebf97-9f8a-467f-b448-fb1e2ba55440 service neutron] Attempting to bind port 48bcddb6-c4dc-4911-87e3-5d7a515b8212 on host hv-cinder-78652 for vnic_type normal with profile  {{(pid=85357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 05:12:19.840059 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [req-f4d3d000-8ba2-4dd4-8bda-444ad5cb842d req-0efebf97-9f8a-467f-b448-fb1e2ba55440 service neutron] Attempting to bind port 48bcddb6-c4dc-4911-87e3-5d7a515b8212 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'fa8ed93a-7d20-4bda-811d-279523b2b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8dec1d0f-cfff-4035-8076-7521657c2e62'}] {{(pid=85357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 05:12:19.840229 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d3d000-8ba2-4dd4-8bda-444ad5cb842d req-0efebf97-9f8a-467f-b448-fb1e2ba55440 service neutron] Attempting to bind port 48bcddb6-c4dc-4911-87e3-5d7a515b8212 on network 8dec1d0f-cfff-4035-8076-7521657c2e62 {{(pid=85357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 05:12:19.853195 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d3d000-8ba2-4dd4-8bda-444ad5cb842d req-0efebf97-9f8a-467f-b448-fb1e2ba55440 service neutron] Port 48bcddb6-c4dc-4911-87e3-5d7a515b8212 on network 8dec1d0f-cfff-4035-8076-7521657c2e62 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=85357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 05:12:19.853602 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d3d000-8ba2-4dd4-8bda-444ad5cb842d req-0efebf97-9f8a-467f-b448-fb1e2ba55440 service neutron] Attempting to bind port 48bcddb6-c4dc-4911-87e3-5d7a515b8212 on network 8dec1d0f-cfff-4035-8076-7521657c2e62 {{(pid=85357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 05:12:19.873532 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d3d000-8ba2-4dd4-8bda-444ad5cb842d req-0efebf97-9f8a-467f-b448-fb1e2ba55440 service neutron] Checking agent: {'id': '5ddcce5e-7017-4c76-88fa-bffacfec0d31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 5, 1, 38), 'started_at': datetime.datetime(2021, 4, 16, 5, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 5, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 05:12:19.873920 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d3d000-8ba2-4dd4-8bda-444ad5cb842d req-0efebf97-9f8a-467f-b448-fb1e2ba55440 service neutron] Checking segment: {'id': 'fa8ed93a-7d20-4bda-811d-279523b2b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8dec1d0f-cfff-4035-8076-7521657c2e62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 05:12:19.874359 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d3d000-8ba2-4dd4-8bda-444ad5cb842d req-0efebf97-9f8a-467f-b448-fb1e2ba55440 service neutron] Bound using segment: {'id': 'fa8ed93a-7d20-4bda-811d-279523b2b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8dec1d0f-cfff-4035-8076-7521657c2e62'} {{(pid=85357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 05:12:19.874845 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [req-f4d3d000-8ba2-4dd4-8bda-444ad5cb842d req-0efebf97-9f8a-467f-b448-fb1e2ba55440 service neutron] Bound port: 48bcddb6-c4dc-4911-87e3-5d7a515b8212, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa8ed93a-7d20-4bda-811d-279523b2b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8dec1d0f-cfff-4035-8076-7521657c2e62'}}] {{(pid=85357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 05:12:19.875239 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-f4d3d000-8ba2-4dd4-8bda-444ad5cb842d req-0efebf97-9f8a-467f-b448-fb1e2ba55440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:12:20.080858 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc0df2-ac6b-46bd-a54a-6d047fc1b338 req-dbce7ee3-23c3-4aa8-aeee-3873fa3cfec0 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:12:20.082639 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-b9cc0df2-ac6b-46bd-a54a-6d047fc1b338 req-dbce7ee3-23c3-4aa8-aeee-3873fa3cfec0 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/ports?device_id=6515c7b1-6e49-4183-9867-2055905f5571 HTTP/1.1" status: 200  len: 944 time: 0.4205019
Apr 16 05:12:20.162351 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [req-f4d3d000-8ba2-4dd4-8bda-444ad5cb842d req-0efebf97-9f8a-467f-b448-fb1e2ba55440 service neutron] For port 48bcddb6-c4dc-4911-87e3-5d7a515b8212, host hv-cinder-78652, cleared binding levels {{(pid=85357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 05:12:20.174209 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [req-f4d3d000-8ba2-4dd4-8bda-444ad5cb842d req-0efebf97-9f8a-467f-b448-fb1e2ba55440 service neutron] For port 48bcddb6-c4dc-4911-87e3-5d7a515b8212, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=48bcddb6-c4dc-4911-87e3-5d7a515b8212,segment=NetworkSegment(fa8ed93a-7d20-4bda-811d-279523b2b9b5),segment_id=fa8ed93a-7d20-4bda-811d-279523b2b9b5)] {{(pid=85357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 05:12:20.185526 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-f4d3d000-8ba2-4dd4-8bda-444ad5cb842d req-0efebf97-9f8a-467f-b448-fb1e2ba55440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036824655669'] for port, after_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:12:20.212845 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-e15edd69-cb29-4ed0-b13c-67c706c77aaa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:12:20.249648 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-b9cc0df2-ac6b-46bd-a54a-6d047fc1b338 req-74598843-3a13-467a-b3dc-5cdbf4d14ea0 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/security-groups?id=64fcd4c6-6895-4ef1-8bcd-86346ebbc94f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1532543
Apr 16 05:12:20.378923 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.db.resource_extend [None req-055a7fbd-a74a-4aa9-a3ad-cd3710e31f12 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 16 05:12:20.527000 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efebf97-9f8a-467f-b448-fb1e2ba55440 service neutron] Pushing event updated for resources: {'Port': ['ID=48bcddb6-c4dc-4911-87e3-5d7a515b8212,revision_number=3']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:12:20.536121 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-0efebf97-9f8a-467f-b448-fb1e2ba55440 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:12:20.550680 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-055a7fbd-a74a-4aa9-a3ad-cd3710e31f12 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:12:20.558241 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-055a7fbd-a74a-4aa9-a3ad-cd3710e31f12 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33197037'] for floatingip, after_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:12:20.630657 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d3d000-8ba2-4dd4-8bda-444ad5cb842d req-0efebf97-9f8a-467f-b448-fb1e2ba55440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:12:20.631363 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-f4d3d000-8ba2-4dd4-8bda-444ad5cb842d req-0efebf97-9f8a-467f-b448-fb1e2ba55440 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:12:20.632961 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-f4d3d000-8ba2-4dd4-8bda-444ad5cb842d req-0efebf97-9f8a-467f-b448-fb1e2ba55440 service neutron] 10.222.0.16 "PUT /v2.0/ports/48bcddb6-c4dc-4911-87e3-5d7a515b8212 HTTP/1.1" status: 200  len: 1094 time: 3.2041111
Apr 16 05:12:20.633608 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6515c7b1-6e49-4183-9867-2055905f5571', 'tag': '48bcddb6-c4dc-4911-87e3-5d7a515b8212'}] {{(pid=85357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 05:12:20.728527 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6515c7b1-6e49-4183-9867-2055905f5571', 'tag': '48bcddb6-c4dc-4911-87e3-5d7a515b8212', 'status': 'completed', 'code': 200}
Apr 16 05:12:20.859803 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.db.l3_db [None req-055a7fbd-a74a-4aa9-a3ad-cd3710e31f12 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Floating IP c53ddd1e-5992-4acc-acbe-833be2cf90a4 associated. External IP: 172.27.2.111, port: 737f732b-45bd-4ff7-87fc-f6af7c36795e.
Apr 16 05:12:21.002994 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d3d000-8ba2-4dd4-8bda-444ad5cb842d req-f09fcd47-75b8-4086-8e0c-81ec8806ea67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:12:21.004917 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-f4d3d000-8ba2-4dd4-8bda-444ad5cb842d req-f09fcd47-75b8-4086-8e0c-81ec8806ea67 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=db51901ec1bf486ca3fc2d191f21d909&device_id=6515c7b1-6e49-4183-9867-2055905f5571 HTTP/1.1" status: 200  len: 1097 time: 0.2790902
Apr 16 05:12:21.402671 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-f4d3d000-8ba2-4dd4-8bda-444ad5cb842d req-c0d3f696-7232-4038-a5d1-befe461f76f8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48bcddb6-c4dc-4911-87e3-5d7a515b8212 HTTP/1.1" status: 200  len: 217 time: 0.3803244
Apr 16 05:12:21.611797 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d3d000-8ba2-4dd4-8bda-444ad5cb842d req-f7150d14-3b90-4847-ba14-e77c8bb91486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:12:21.613466 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-f4d3d000-8ba2-4dd4-8bda-444ad5cb842d req-f7150d14-3b90-4847-ba14-e77c8bb91486 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b6cb0891-12b7-4364-a273-4c1d3fcc7328 HTTP/1.1" status: 200  len: 850 time: 0.2032552
Apr 16 05:12:21.843823 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874deed1-21bd-46c2-9f2f-ce5a4b587ece req-b3278f79-a0f5-4c09-a98c-1a9dafdfa644 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:12:21.845881 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-874deed1-21bd-46c2-9f2f-ce5a4b587ece req-b3278f79-a0f5-4c09-a98c-1a9dafdfa644 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/ports?device_id=6515c7b1-6e49-4183-9867-2055905f5571 HTTP/1.1" status: 200  len: 944 time: 0.3740575
Apr 16 05:12:21.864492 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-055a7fbd-a74a-4aa9-a3ad-cd3710e31f12 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Router 4c7be7c8-fbb1-4ab1-bd77-c39d18304df9 has already been hosted by L3 agent 9bacd1b6-99a0-44b1-8352-fe12768771b0 {{(pid=85357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 16 05:12:21.900007 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d3d000-8ba2-4dd4-8bda-444ad5cb842d req-0c3ed30d-f908-4d8d-b07a-05544fe59d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:12:21.901654 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-f4d3d000-8ba2-4dd4-8bda-444ad5cb842d req-0c3ed30d-f908-4d8d-b07a-05544fe59d19 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8dec1d0f-cfff-4035-8076-7521657c2e62&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2755787
Apr 16 05:12:22.133305 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-874deed1-21bd-46c2-9f2f-ce5a4b587ece req-97dcaea0-fb32-4fd0-9d1e-34e355850522 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/security-groups?id=64fcd4c6-6895-4ef1-8bcd-86346ebbc94f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2743802
Apr 16 05:12:22.247127 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-f4d3d000-8ba2-4dd4-8bda-444ad5cb842d req-348c4e23-5f93-42d8-8e28-f11301ecbadf service neutron] 10.222.0.16 "GET /v2.0/networks/8dec1d0f-cfff-4035-8076-7521657c2e62?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3370445
Apr 16 05:12:22.251031 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-055a7fbd-a74a-4aa9-a3ad-cd3710e31f12 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify agent at l3_agent.dv-cinder-786524-1-iscsi the message routers_updated {{(pid=85357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 05:12:22.255805 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-055a7fbd-a74a-4aa9-a3ad-cd3710e31f12 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for floatingip, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:12:22.264641 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99c2693-af18-4502-91cb-a64442b71068 None None] Sync routers for ids ['4c7be7c8-fbb1-4ab1-bd77-c39d18304df9'] in dv-cinder-786524-1-iscsi {{(pid=85359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 05:12:22.277224 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99c2693-af18-4502-91cb-a64442b71068 None None] Routers {'4c7be7c8-fbb1-4ab1-bd77-c39d18304df9'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:12:22.278053 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-b99c2693-af18-4502-91cb-a64442b71068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dae89f240>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:12:07Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['4c7be7c8-fbb1-4ab1-bd77-c39d18304df9'], 'active': True} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:12:22.406062 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-055a7fbd-a74a-4aa9-a3ad-cd3710e31f12 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "PUT /v2.0/floatingips/c53ddd1e-5992-4acc-acbe-833be2cf90a4 HTTP/1.1" status: 200  len: 991 time: 3.3502781
Apr 16 05:12:22.461130 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-f4d3d000-8ba2-4dd4-8bda-444ad5cb842d req-f651e004-99e2-4eb0-973c-eed854bdbc81 service neutron] 10.222.0.16 "GET /v2.0/networks/8dec1d0f-cfff-4035-8076-7521657c2e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1730168
Apr 16 05:12:22.483652 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-b99c2693-af18-4502-91cb-a64442b71068 None None] Set router 4c7be7c8-fbb1-4ab1-bd77-c39d18304df9 gateway port host: dv-cinder-786524-1-iscsi {{(pid=85359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:12:22.657326 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18f2859-3613-4dac-8a01-f6d7408fc44f req-bbfabd97-3f7c-46b6-984c-b9865595ffb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:12:22.658881 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-e18f2859-3613-4dac-8a01-f6d7408fc44f req-bbfabd97-3f7c-46b6-984c-b9865595ffb9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=db51901ec1bf486ca3fc2d191f21d909&device_id=6515c7b1-6e49-4183-9867-2055905f5571 HTTP/1.1" status: 200  len: 1097 time: 0.0961294
Apr 16 05:12:22.755833 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9de562d9-339b-413c-a8b8-3aa40ed6e1e0', 'tag': '737f732b-45bd-4ff7-87fc-f6af7c36795e'}] {{(pid=85357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 05:12:22.846507 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18f2859-3613-4dac-8a01-f6d7408fc44f req-96edc329-6300-4cec-8682-387fbcdfb9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:12:22.850163 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-e18f2859-3613-4dac-8a01-f6d7408fc44f req-96edc329-6300-4cec-8682-387fbcdfb9e0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8dec1d0f-cfff-4035-8076-7521657c2e62 HTTP/1.1" status: 200  len: 912 time: 0.1836350
Apr 16 05:12:22.853369 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9de562d9-339b-413c-a8b8-3aa40ed6e1e0', 'tag': '737f732b-45bd-4ff7-87fc-f6af7c36795e', 'status': 'completed', 'code': 200}
Apr 16 05:12:22.909821 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-b99c2693-af18-4502-91cb-a64442b71068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dae89f240>, [{'id': '4c7be7c8-fbb1-4ab1-bd77-c39d18304df9', 'name': 'tempest-AttachVolumeTestJSON-2037460354-router', 'tenant_id': '2a2ab941ff144e0782baf8de7b2da717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'e2af2372-b21a-409d-b705-59bbb86a1dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:11:41Z', 'updated_at': '2021-04-16T05:11:47Z', 'revision_number': 4, 'project_id': '2a2ab941ff144e0782baf8de7b2da717', 'gw_port': {'id': 'e2af2372-b21a-409d-b705-59bbb86a1dfb', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:01:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7be7c8-fbb1-4ab1-bd77-c39d18304df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:42Z', 'updated_at': '2021-04-16T05:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi', '_floatingips': [{'id': 'c53ddd1e-5992-4acc-acbe-833be2cf90a4', 'tenant_id': '2a2ab941ff144e0782baf8de7b2da717', 'floating_ip_address': '172.27.2.111', 'floating_network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'router_id': '4c7be7c8-fbb1-4ab1-bd77-c39d18304df9', 'port_id': '737f732b-45bd-4ff7-87fc-f6af7c36795e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f89da5d-f206-462e-a636-98594ebaa0a7', 'mac_address': 'fa:16:3e:d0:17:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de562d9-339b-413c-a8b8-3aa40ed6e1e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T05:11:54Z', 'updated_at': '2021-04-16T05:12:20Z', 'revision_number': 1, 'project_id': '2a2ab941ff144e0782baf8de7b2da717', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7954305f-de5c-48b5-a0dc-b62fcd5f07a0', 'name': '', 'network_id': '6f89da5d-f206-462e-a636-98594ebaa0a7', 'tenant_id': '2a2ab941ff144e0782baf8de7b2da717', 'mac_address': 'fa:16:3e:ff:77:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7be7c8-fbb1-4ab1-bd77-c39d18304df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '5bb05315-89e6-4b92-8e01-e6ed3a170aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:46Z', 'updated_at': '2021-04-16T05:11:59Z', 'revision_number': 5, 'project_id': '2a2ab941ff144e0782baf8de7b2da717', 'subnets': [{'id': '5bb05315-89e6-4b92-8e01-e6ed3a170aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:12:22.917906 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99c2693-af18-4502-91cb-a64442b71068 None None] Checking router: 4c7be7c8-fbb1-4ab1-bd77-c39d18304df9 for host: dv-cinder-786524-1-iscsi {{(pid=85359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 05:12:22.932454 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99c2693-af18-4502-91cb-a64442b71068 None None] Routers {'4c7be7c8-fbb1-4ab1-bd77-c39d18304df9'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:12:22.933646 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-b99c2693-af18-4502-91cb-a64442b71068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dae89f240>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:12:07Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['4c7be7c8-fbb1-4ab1-bd77-c39d18304df9'], 'active': True} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:12:22.966428 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-e18f2859-3613-4dac-8a01-f6d7408fc44f req-e787120b-27ac-4bdd-9bbb-17621047178f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48bcddb6-c4dc-4911-87e3-5d7a515b8212 HTTP/1.1" status: 200  len: 217 time: 0.0852580
Apr 16 05:12:22.983085 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b46da2-3f06-4047-b16b-99d3d9835b90 req-1f7803c7-37c8-4fea-b70c-5a09fc32e7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:12:22.985774 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-34b46da2-3f06-4047-b16b-99d3d9835b90 req-1f7803c7-37c8-4fea-b70c-5a09fc32e7b6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2a2ab941ff144e0782baf8de7b2da717&device_id=9de562d9-339b-413c-a8b8-3aa40ed6e1e0 HTTP/1.1" status: 200  len: 1098 time: 0.0919294
Apr 16 05:12:23.051991 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18f2859-3613-4dac-8a01-f6d7408fc44f req-905b17f1-0dc7-4073-9f0f-e4c251115d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:12:23.053699 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-e18f2859-3613-4dac-8a01-f6d7408fc44f req-905b17f1-0dc7-4073-9f0f-e4c251115d68 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b6cb0891-12b7-4364-a273-4c1d3fcc7328 HTTP/1.1" status: 200  len: 850 time: 0.0808976
Apr 16 05:12:23.189427 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18f2859-3613-4dac-8a01-f6d7408fc44f req-3f8ee3fc-de9f-4372-bc33-cf9569927c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:12:23.191097 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-e18f2859-3613-4dac-8a01-f6d7408fc44f req-3f8ee3fc-de9f-4372-bc33-cf9569927c3f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8dec1d0f-cfff-4035-8076-7521657c2e62&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1308582
Apr 16 05:12:23.256335 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b46da2-3f06-4047-b16b-99d3d9835b90 req-329196d7-84e7-4a6f-9454-e08e33eca9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:12:23.258490 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-34b46da2-3f06-4047-b16b-99d3d9835b90 req-329196d7-84e7-4a6f-9454-e08e33eca9b6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6f89da5d-f206-462e-a636-98594ebaa0a7 HTTP/1.1" status: 200  len: 912 time: 0.2665870
Apr 16 05:12:23.397245 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-34b46da2-3f06-4047-b16b-99d3d9835b90 req-703268b6-3a39-4276-a36d-db0fb1804406 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=737f732b-45bd-4ff7-87fc-f6af7c36795e HTTP/1.1" status: 200  len: 999 time: 0.1318281
Apr 16 05:12:23.416252 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-b99c2693-af18-4502-91cb-a64442b71068 None None] Set router 4c7be7c8-fbb1-4ab1-bd77-c39d18304df9 gateway port host: dv-cinder-786524-1-iscsi {{(pid=85359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:12:23.423518 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-e18f2859-3613-4dac-8a01-f6d7408fc44f req-8a5bacb8-bc50-4bc5-a5e8-0cc0fc7d65c8 service neutron] 10.222.0.16 "GET /v2.0/networks/8dec1d0f-cfff-4035-8076-7521657c2e62?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2213891
Apr 16 05:12:23.479292 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b46da2-3f06-4047-b16b-99d3d9835b90 req-560e3693-0b5f-4483-aac7-4472ae48d56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:12:23.481073 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-34b46da2-3f06-4047-b16b-99d3d9835b90 req-560e3693-0b5f-4483-aac7-4472ae48d56e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5bb05315-89e6-4b92-8e01-e6ed3a170aba HTTP/1.1" status: 200  len: 850 time: 0.0775206
Apr 16 05:12:23.586092 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b46da2-3f06-4047-b16b-99d3d9835b90 req-06092e0f-71c0-4d82-910d-f6d829a78605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:12:23.587752 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-34b46da2-3f06-4047-b16b-99d3d9835b90 req-06092e0f-71c0-4d82-910d-f6d829a78605 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6f89da5d-f206-462e-a636-98594ebaa0a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1007900
Apr 16 05:12:23.603766 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9879a1-5034-4187-9501-93f7523f24cb req-354dc398-015a-4b4b-a0c6-d91f774c5424 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:12:23.607508 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-1b9879a1-5034-4187-9501-93f7523f24cb req-354dc398-015a-4b4b-a0c6-d91f774c5424 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/ports?device_id=6515c7b1-6e49-4183-9867-2055905f5571 HTTP/1.1" status: 200  len: 944 time: 0.2977958
Apr 16 05:12:23.705481 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-e18f2859-3613-4dac-8a01-f6d7408fc44f req-393d42ae-bf72-4ea9-8d28-ea65c545a314 service neutron] 10.222.0.16 "GET /v2.0/networks/8dec1d0f-cfff-4035-8076-7521657c2e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2748384
Apr 16 05:12:23.708896 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-1b9879a1-5034-4187-9501-93f7523f24cb req-c577be1d-68f3-4182-9e81-0c3e0e986f51 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/security-groups?id=64fcd4c6-6895-4ef1-8bcd-86346ebbc94f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0847988
Apr 16 05:12:23.760256 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-34b46da2-3f06-4047-b16b-99d3d9835b90 req-c1faaf8b-c249-4819-9762-2d888b4fa273 service neutron] 10.222.0.16 "GET /v2.0/networks/6f89da5d-f206-462e-a636-98594ebaa0a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1655316
Apr 16 05:12:23.829581 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-b99c2693-af18-4502-91cb-a64442b71068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dae89f240>, [{'id': '4c7be7c8-fbb1-4ab1-bd77-c39d18304df9', 'name': 'tempest-AttachVolumeTestJSON-2037460354-router', 'tenant_id': '2a2ab941ff144e0782baf8de7b2da717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'e2af2372-b21a-409d-b705-59bbb86a1dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:11:41Z', 'updated_at': '2021-04-16T05:11:47Z', 'revision_number': 4, 'project_id': '2a2ab941ff144e0782baf8de7b2da717', 'gw_port': {'id': 'e2af2372-b21a-409d-b705-59bbb86a1dfb', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:01:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7be7c8-fbb1-4ab1-bd77-c39d18304df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:42Z', 'updated_at': '2021-04-16T05:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi', '_floatingips': [{'id': 'c53ddd1e-5992-4acc-acbe-833be2cf90a4', 'tenant_id': '2a2ab941ff144e0782baf8de7b2da717', 'floating_ip_address': '172.27.2.111', 'floating_network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'router_id': '4c7be7c8-fbb1-4ab1-bd77-c39d18304df9', 'port_id': '737f732b-45bd-4ff7-87fc-f6af7c36795e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f89da5d-f206-462e-a636-98594ebaa0a7', 'mac_address': 'fa:16:3e:d0:17:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de562d9-339b-413c-a8b8-3aa40ed6e1e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T05:11:54Z', 'updated_at': '2021-04-16T05:12:20Z', 'revision_number': 1, 'project_id': '2a2ab941ff144e0782baf8de7b2da717', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7954305f-de5c-48b5-a0dc-b62fcd5f07a0', 'name': '', 'network_id': '6f89da5d-f206-462e-a636-98594ebaa0a7', 'tenant_id': '2a2ab941ff144e0782baf8de7b2da717', 'mac_address': 'fa:16:3e:ff:77:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7be7c8-fbb1-4ab1-bd77-c39d18304df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '5bb05315-89e6-4b92-8e01-e6ed3a170aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:46Z', 'updated_at': '2021-04-16T05:11:59Z', 'revision_number': 5, 'project_id': '2a2ab941ff144e0782baf8de7b2da717', 'subnets': [{'id': '5bb05315-89e6-4b92-8e01-e6ed3a170aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:12:23.834271 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99c2693-af18-4502-91cb-a64442b71068 None None] The sync data for ids ['4c7be7c8-fbb1-4ab1-bd77-c39d18304df9'] in dv-cinder-786524-1-iscsi is: [{'id': '4c7be7c8-fbb1-4ab1-bd77-c39d18304df9', 'name': 'tempest-AttachVolumeTestJSON-2037460354-router', 'tenant_id': '2a2ab941ff144e0782baf8de7b2da717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'e2af2372-b21a-409d-b705-59bbb86a1dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:11:41Z', 'updated_at': '2021-04-16T05:11:47Z', 'revision_number': 4, 'project_id': '2a2ab941ff144e0782baf8de7b2da717', 'gw_port': {'id': 'e2af2372-b21a-409d-b705-59bbb86a1dfb', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:01:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7be7c8-fbb1-4ab1-bd77-c39d18304df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:42Z', 'updated_at': '2021-04-16T05:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi', '_floatingips': [{'id': 'c53ddd1e-5992-4acc-acbe-833be2cf90a4', 'tenant_id': '2a2ab941ff144e0782baf8de7b2da717', 'floating_ip_address': '172.27.2.111', 'floating_network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'router_id': '4c7be7c8-fbb1-4ab1-bd77-c39d18304df9', 'port_id': '737f732b-45bd-4ff7-87fc-f6af7c36795e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f89da5d-f206-462e-a636-98594ebaa0a7', 'mac_address': 'fa:16:3e:d0:17:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de562d9-339b-413c-a8b8-3aa40ed6e1e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T05:11:54Z', 'updated_at': '2021-04-16T05:12:20Z', 'revision_number': 1, 'project_id': '2a2ab941ff144e0782baf8de7b2da717', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7954305f-de5c-48b5-a0dc-b62fcd5f07a0', 'name': '', 'network_id': '6f89da5d-f206-462e-a636-98594ebaa0a7', 'tenant_id': '2a2ab941ff144e0782baf8de7b2da717', 'mac_address': 'fa:16:3e:ff:77:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7be7c8-fbb1-4ab1-bd77-c39d18304df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '5bb05315-89e6-4b92-8e01-e6ed3a170aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:46Z', 'updated_at': '2021-04-16T05:11:59Z', 'revision_number': 5, 'project_id': '2a2ab941ff144e0782baf8de7b2da717', 'subnets': [{'id': '5bb05315-89e6-4b92-8e01-e6ed3a170aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 05:12:23.915841 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-34b46da2-3f06-4047-b16b-99d3d9835b90 req-a041d103-a5aa-4a1f-9626-088b6aa7d6e3 service neutron] 10.222.0.16 "GET /v2.0/networks/6f89da5d-f206-462e-a636-98594ebaa0a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1487179
Apr 16 05:12:24.147763 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d15da6-2cbf-4e92-8b4c-78517dfd1b07 None None] New status for floating IP c53ddd1e-5992-4acc-acbe-833be2cf90a4: ACTIVE {{(pid=85358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 16 05:12:24.942508 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30b8271-31e4-44ca-bde4-8987beef527e req-7c40efce-96bb-4a1e-ab2d-39f2f3a61255 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:12:24.944924 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c30b8271-31e4-44ca-bde4-8987beef527e req-7c40efce-96bb-4a1e-ab2d-39f2f3a61255 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/ports?device_id=6515c7b1-6e49-4183-9867-2055905f5571 HTTP/1.1" status: 200  len: 944 time: 0.1036835
Apr 16 05:12:24.999170 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c30b8271-31e4-44ca-bde4-8987beef527e req-eddc9aa5-93c4-476b-ae6b-e022a3584d53 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/security-groups?id=64fcd4c6-6895-4ef1-8bcd-86346ebbc94f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466187
Apr 16 05:12:26.248124 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46c948d-8706-44d7-b4a6-00d3219638e9 req-a44909bc-14b8-4561-9189-b083106990d0 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:12:26.249739 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-b46c948d-8706-44d7-b4a6-00d3219638e9 req-a44909bc-14b8-4561-9189-b083106990d0 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/ports?device_id=6515c7b1-6e49-4183-9867-2055905f5571 HTTP/1.1" status: 200  len: 944 time: 0.0947914
Apr 16 05:12:26.304857 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-b46c948d-8706-44d7-b4a6-00d3219638e9 req-845420e6-3879-4bbb-b4a6-1b3b089542b4 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/security-groups?id=64fcd4c6-6895-4ef1-8bcd-86346ebbc94f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479882
Apr 16 05:12:27.517957 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e1cd02-d7f8-4288-b849-92653980fc4c req-6b907b58-68b3-4723-ac08-d46ea797513d tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:12:27.519534 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-25e1cd02-d7f8-4288-b849-92653980fc4c req-6b907b58-68b3-4723-ac08-d46ea797513d tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/ports?device_id=6515c7b1-6e49-4183-9867-2055905f5571 HTTP/1.1" status: 200  len: 944 time: 0.0913029
Apr 16 05:12:27.573391 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-25e1cd02-d7f8-4288-b849-92653980fc4c req-b705a977-1014-4ba2-a3d4-55ccd334d31d tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/security-groups?id=64fcd4c6-6895-4ef1-8bcd-86346ebbc94f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462224
Apr 16 05:12:28.792966 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b28d49-04f1-4a0f-a24a-7c321750d487 req-997fda58-83a6-48e6-b497-01b999a986e2 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:12:28.794627 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-90b28d49-04f1-4a0f-a24a-7c321750d487 req-997fda58-83a6-48e6-b497-01b999a986e2 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/ports?device_id=6515c7b1-6e49-4183-9867-2055905f5571 HTTP/1.1" status: 200  len: 944 time: 0.1028945
Apr 16 05:12:28.853617 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-90b28d49-04f1-4a0f-a24a-7c321750d487 req-5ec71732-3164-4a2f-8954-82f614e980ff tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/security-groups?id=64fcd4c6-6895-4ef1-8bcd-86346ebbc94f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0521522
Apr 16 05:12:29.757629 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.agents_db [None req-9d5d34cb-f672-4e49-b111-51c360ae5d44 None None] Agent healthcheck: found 6 active agents {{(pid=85359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 05:12:30.064148 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cb2177-4a83-49c9-b71f-060d1d7eb247 req-a91ed73a-b418-4b4d-9eb4-5fad5f403d6f tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:12:30.065738 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-e3cb2177-4a83-49c9-b71f-060d1d7eb247 req-a91ed73a-b418-4b4d-9eb4-5fad5f403d6f tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/ports?device_id=6515c7b1-6e49-4183-9867-2055905f5571 HTTP/1.1" status: 200  len: 944 time: 0.0937197
Apr 16 05:12:30.127309 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-e3cb2177-4a83-49c9-b71f-060d1d7eb247 req-88782868-4151-4ba0-af52-9306352ad3c7 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/security-groups?id=64fcd4c6-6895-4ef1-8bcd-86346ebbc94f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0527217
Apr 16 05:12:30.326497 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device 48bcddb6-c4dc-4911-87e3-5d7a515b8212 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=85358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 16 05:12:30.481515 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] For port 48bcddb6-c4dc-4911-87e3-5d7a515b8212, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=48bcddb6-c4dc-4911-87e3-5d7a515b8212,segment=NetworkSegment(fa8ed93a-7d20-4bda-811d-279523b2b9b5),segment_id=fa8ed93a-7d20-4bda-811d-279523b2b9b5)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:12:30.497554 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Returning: {'device': '48bcddb6-c4dc-4911-87e3-5d7a515b8212', 'network_id': '8dec1d0f-cfff-4035-8076-7521657c2e62', 'port_id': '48bcddb6-c4dc-4911-87e3-5d7a515b8212', 'mac_address': 'fa:16:3e:27:b4:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6cb0891-12b7-4364-a273-4c1d3fcc7328', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 16 05:12:30.569066 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:12:30.589082 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48bcddb6-c4dc-4911-87e3-5d7a515b8212 {{(pid=85358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 05:12:30.608060 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] For port 48bcddb6-c4dc-4911-87e3-5d7a515b8212, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=48bcddb6-c4dc-4911-87e3-5d7a515b8212,segment=NetworkSegment(fa8ed93a-7d20-4bda-811d-279523b2b9b5),segment_id=fa8ed93a-7d20-4bda-811d-279523b2b9b5)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:12:30.612032 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:12:30.614395 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:12:30.694358 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Pushing event updated for resources: {'Port': ['ID=48bcddb6-c4dc-4911-87e3-5d7a515b8212,revision_number=4']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:12:30.697864 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:12:30.896663 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] get_ports_and_sgs() called for port_ids ['48bcddb6-c4dc-4911-87e3-5d7a515b8212'] {{(pid=85358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 05:12:31.341264 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962d3f6c-e1a5-40e9-b6fb-4baec2d7fdb7 req-aa6b95f4-9a7e-417b-9966-ef56ccd87831 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:12:31.343003 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-962d3f6c-e1a5-40e9-b6fb-4baec2d7fdb7 req-aa6b95f4-9a7e-417b-9966-ef56ccd87831 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/ports?device_id=6515c7b1-6e49-4183-9867-2055905f5571 HTTP/1.1" status: 200  len: 945 time: 0.0967674
Apr 16 05:12:31.393348 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-962d3f6c-e1a5-40e9-b6fb-4baec2d7fdb7 req-0ff23fc7-24c0-41ca-9aa9-19e3e04491bb tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/security-groups?id=64fcd4c6-6895-4ef1-8bcd-86346ebbc94f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431697
Apr 16 05:12:32.327438 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device 48bcddb6-c4dc-4911-87e3-5d7a515b8212 up at agent hyperv_hv-cinder-78652 {{(pid=85358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 05:12:32.404445 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Provisioning for port 48bcddb6-c4dc-4911-87e3-5d7a515b8212 completed by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 05:12:32.413404 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Provisioning complete for port 48bcddb6-c4dc-4911-87e3-5d7a515b8212 triggered by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:12:32.414124 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:12:32.563167 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:12:32.599487 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6515c7b1-6e49-4183-9867-2055905f5571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48bcddb6-c4dc-4911-87e3-5d7a515b8212'}] {{(pid=85358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 05:12:32.611259 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] For port 48bcddb6-c4dc-4911-87e3-5d7a515b8212, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=48bcddb6-c4dc-4911-87e3-5d7a515b8212,segment=NetworkSegment(fa8ed93a-7d20-4bda-811d-279523b2b9b5),segment_id=fa8ed93a-7d20-4bda-811d-279523b2b9b5)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:12:32.611864 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa3ac8-7a13-4da7-ac55-246ab4a21681 req-f6421d23-db5b-4677-b257-667cf8c43909 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:12:32.613441 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-b5fa3ac8-7a13-4da7-ac55-246ab4a21681 req-f6421d23-db5b-4677-b257-667cf8c43909 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/ports?device_id=6515c7b1-6e49-4183-9867-2055905f5571 HTTP/1.1" status: 200  len: 945 time: 0.1009183
Apr 16 05:12:32.615416 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:12:32.617899 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-3dfd9c61-1e15-4b40-b09b-9b7a5cea0ca0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:12:32.657896 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6515c7b1-6e49-4183-9867-2055905f5571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48bcddb6-c4dc-4911-87e3-5d7a515b8212', 'code': 200}
Apr 16 05:12:32.671184 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-b5fa3ac8-7a13-4da7-ac55-246ab4a21681 req-669f9c32-5e12-415f-ad21-07322aa22efd tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/security-groups?id=64fcd4c6-6895-4ef1-8bcd-86346ebbc94f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487497
Apr 16 05:12:32.695286 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Pushing event updated for resources: {'Port': ['ID=48bcddb6-c4dc-4911-87e3-5d7a515b8212,revision_number=5']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:12:32.699601 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:12:32.997056 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d399233c-eee1-483d-9bdf-a034ca98e506 req-0422c92d-28d2-4866-9dd3-6410c91e1a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:12:32.998763 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-d399233c-eee1-483d-9bdf-a034ca98e506 req-0422c92d-28d2-4866-9dd3-6410c91e1a7b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6515c7b1-6e49-4183-9867-2055905f5571 HTTP/1.1" status: 200  len: 1099 time: 0.0920470
Apr 16 05:12:33.049066 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-d399233c-eee1-483d-9bdf-a034ca98e506 req-5b36a138-bceb-4700-a124-2ab3125f5bcb service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=64fcd4c6-6895-4ef1-8bcd-86346ebbc94f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435121
Apr 16 05:12:33.899033 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad4d9cf-75f7-472d-99cc-ef2f94c4e0b9 req-4a9fe35f-879d-4cd3-9989-680ada7ddfc1 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:12:33.900833 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-2ad4d9cf-75f7-472d-99cc-ef2f94c4e0b9 req-4a9fe35f-879d-4cd3-9989-680ada7ddfc1 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/ports?device_id=6515c7b1-6e49-4183-9867-2055905f5571 HTTP/1.1" status: 200  len: 946 time: 0.0971563
Apr 16 05:12:33.951051 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-2ad4d9cf-75f7-472d-99cc-ef2f94c4e0b9 req-178fb153-de30-4ba5-a093-1d28409c0868 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/security-groups?id=64fcd4c6-6895-4ef1-8bcd-86346ebbc94f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433333
Apr 16 05:12:34.854517 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-de36b27b-e0ab-45a3-8d85-8561c1f3dce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:12:35.173627 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e8d63b-5796-4539-97ca-df1f40a2f03a req-e545cd4d-79b3-4123-a844-86dd47e6ce4d tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:12:35.175317 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-35e8d63b-5796-4539-97ca-df1f40a2f03a req-e545cd4d-79b3-4123-a844-86dd47e6ce4d tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/ports?device_id=6515c7b1-6e49-4183-9867-2055905f5571 HTTP/1.1" status: 200  len: 946 time: 0.0971816
Apr 16 05:12:35.231760 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-35e8d63b-5796-4539-97ca-df1f40a2f03a req-8979c1c9-f6f3-49eb-9c89-b6b7ebe7507d tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/security-groups?id=64fcd4c6-6895-4ef1-8bcd-86346ebbc94f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497401
Apr 16 05:12:35.446577 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f22157-36e2-4bf7-a561-8030360bd855 req-97153ae6-115c-493c-b273-34b8dc671797 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:12:35.448153 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-47f22157-36e2-4bf7-a561-8030360bd855 req-97153ae6-115c-493c-b273-34b8dc671797 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/ports?device_id=6515c7b1-6e49-4183-9867-2055905f5571 HTTP/1.1" status: 200  len: 946 time: 0.0958385
Apr 16 05:12:35.502606 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-47f22157-36e2-4bf7-a561-8030360bd855 req-20f8f39b-7e51-46e5-99ab-4f31fd32d7b6 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/security-groups?id=64fcd4c6-6895-4ef1-8bcd-86346ebbc94f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472901
Apr 16 05:12:35.529566 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 41332) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:12:35.667361 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16abcf4-0acc-4585-806f-fd968b5b3684 tempest-TestVolumeBootPattern-2146046442 tempest-TestVolumeBootPattern-2146046442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:12:35.669079 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-f16abcf4-0acc-4585-806f-fd968b5b3684 tempest-TestVolumeBootPattern-2146046442 tempest-TestVolumeBootPattern-2146046442-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6515c7b1-6e49-4183-9867-2055905f5571 HTTP/1.1" status: 200  len: 1094 time: 0.1383908
Apr 16 05:12:35.672428 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 41340) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:12:35.680366 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-d1302f2d-96cd-444d-9b0e-763c1ec9d77b tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Request body: {'floatingip': {'floating_network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'port_id': '48bcddb6-c4dc-4911-87e3-5d7a515b8212', 'tenant_id': 'db51901ec1bf486ca3fc2d191f21d909', 'fixed_ip_address': '172.20.0.10'}} {{(pid=85356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:12:35.687696 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-d1302f2d-96cd-444d-9b0e-763c1ec9d77b tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:12:35.694354 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-d1302f2d-96cd-444d-9b0e-763c1ec9d77b tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Usage tracker for resource:floatingip and tenant:db51901ec1bf486ca3fc2d191f21d909 is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:12:35.696483 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-d1302f2d-96cd-444d-9b0e-763c1ec9d77b tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:12:35.703092 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-d1302f2d-96cd-444d-9b0e-763c1ec9d77b tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:12:35.714453 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-d1302f2d-96cd-444d-9b0e-763c1ec9d77b tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks [] for floatingip, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:12:35.871931 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-d1302f2d-96cd-444d-9b0e-763c1ec9d77b tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:12:36.027490 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.db_base_plugin_common [None req-d1302f2d-96cd-444d-9b0e-763c1ec9d77b tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Allocated IP 172.27.2.129 (09b59cd3-13be-4f6b-8ba8-71a7bb13ef88/d321c4f6-731d-44eb-a563-8ed238725710/b98153ab-837c-4be4-b8c3-669a93699a86) {{(pid=85356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 05:12:36.192874 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-d1302f2d-96cd-444d-9b0e-763c1ec9d77b tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks [] for port, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:12:36.229621 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-d1302f2d-96cd-444d-9b0e-763c1ec9d77b tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284332319809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32051484'] for port, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:12:36.245869 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-1e4550a8-c309-4f81-a6c4-9cdc190d0bf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:12:36.384398 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1302f2d-96cd-444d-9b0e-763c1ec9d77b tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Pushing event updated for resources: {'Port': ['ID=b98153ab-837c-4be4-b8c3-669a93699a86,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:12:36.407958 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1302f2d-96cd-444d-9b0e-763c1ec9d77b tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:12:36.408387 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1302f2d-96cd-444d-9b0e-763c1ec9d77b tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:12:36.408819 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1302f2d-96cd-444d-9b0e-763c1ec9d77b tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:12:36.409264 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1302f2d-96cd-444d-9b0e-763c1ec9d77b tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:12:36.409681 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1302f2d-96cd-444d-9b0e-763c1ec9d77b tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:12:36.410093 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1302f2d-96cd-444d-9b0e-763c1ec9d77b tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:12:36.410513 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1302f2d-96cd-444d-9b0e-763c1ec9d77b tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:12:36.410914 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1302f2d-96cd-444d-9b0e-763c1ec9d77b tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:12:36.411324 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1302f2d-96cd-444d-9b0e-763c1ec9d77b tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:12:36.411727 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1302f2d-96cd-444d-9b0e-763c1ec9d77b tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:12:36.412146 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1302f2d-96cd-444d-9b0e-763c1ec9d77b tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:12:36.412527 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1302f2d-96cd-444d-9b0e-763c1ec9d77b tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:12:36.419422 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-d1302f2d-96cd-444d-9b0e-763c1ec9d77b tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:12:36.456936 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1302f2d-96cd-444d-9b0e-763c1ec9d77b tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Network 09b59cd3-13be-4f6b-8ba8-71a7bb13ef88 is already hosted by enough agents. {{(pid=85356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 05:12:36.458539 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [None req-d1302f2d-96cd-444d-9b0e-763c1ec9d77b tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Resources bound (agent type, host, resource id):  {{(pid=85356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 05:12:36.461480 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1302f2d-96cd-444d-9b0e-763c1ec9d77b tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Received port after_create {{(pid=85356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 05:12:36.904407 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-6813a5a2-f6ff-4862-8789-47c24068d8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:12:37.187430 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-d1302f2d-96cd-444d-9b0e-763c1ec9d77b tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:12:37.271819 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-d1302f2d-96cd-444d-9b0e-763c1ec9d77b tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:12:37.541555 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-d1302f2d-96cd-444d-9b0e-763c1ec9d77b tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks [] for port, precommit_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:12:37.546002 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-d1302f2d-96cd-444d-9b0e-763c1ec9d77b tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822724348'] for port, after_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:12:37.559686 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-9acd68a8-28db-4447-97d9-71099e559605 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:12:37.679196 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:12:37.701735 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1302f2d-96cd-444d-9b0e-763c1ec9d77b tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Pushing event updated for resources: {'Port': ['ID=b98153ab-837c-4be4-b8c3-669a93699a86,revision_number=2']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:12:37.706579 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-d1302f2d-96cd-444d-9b0e-763c1ec9d77b tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:12:37.784850 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-63345f0b-feae-4d1b-a675-506eb60b354a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:12:37.818275 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-d1302f2d-96cd-444d-9b0e-763c1ec9d77b tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33197037'] for floatingip, after_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:12:38.002196 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:12:38.015462 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.db.l3_db [None req-d1302f2d-96cd-444d-9b0e-763c1ec9d77b tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Floating IP 08f8d516-a112-4b42-94bc-1a022397dd45 associated. External IP: 172.27.2.129, port: 48bcddb6-c4dc-4911-87e3-5d7a515b8212.
Apr 16 05:12:38.430809 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1302f2d-96cd-444d-9b0e-763c1ec9d77b tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Router e3eb6043-a877-4f5d-9594-0a6a23dc1067 has already been hosted by L3 agent 9bacd1b6-99a0-44b1-8352-fe12768771b0 {{(pid=85356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 16 05:12:38.641082 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1302f2d-96cd-444d-9b0e-763c1ec9d77b tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify agent at l3_agent.dv-cinder-786524-1-iscsi the message routers_updated {{(pid=85356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 05:12:38.653659 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b45c2fe-9f6e-4b7d-b2e0-7d4023a7d1a4 None None] Sync routers for ids ['e3eb6043-a877-4f5d-9594-0a6a23dc1067'] in dv-cinder-786524-1-iscsi {{(pid=85359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 05:12:38.666384 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b45c2fe-9f6e-4b7d-b2e0-7d4023a7d1a4 None None] Routers {'e3eb6043-a877-4f5d-9594-0a6a23dc1067'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:12:38.667121 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-5b45c2fe-9f6e-4b7d-b2e0-7d4023a7d1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5daea00c18>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:12:37Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['e3eb6043-a877-4f5d-9594-0a6a23dc1067'], 'active': True} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:12:38.671756 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-d1302f2d-96cd-444d-9b0e-763c1ec9d77b tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for floatingip, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:12:38.753574 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-d1302f2d-96cd-444d-9b0e-763c1ec9d77b tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.0682240
Apr 16 05:12:38.753574 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6515c7b1-6e49-4183-9867-2055905f5571', 'tag': '48bcddb6-c4dc-4911-87e3-5d7a515b8212'}] {{(pid=85356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 05:12:38.808020 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6515c7b1-6e49-4183-9867-2055905f5571', 'tag': '48bcddb6-c4dc-4911-87e3-5d7a515b8212', 'status': 'completed', 'code': 200}
Apr 16 05:12:38.921895 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-5b45c2fe-9f6e-4b7d-b2e0-7d4023a7d1a4 None None] Set router e3eb6043-a877-4f5d-9594-0a6a23dc1067 gateway port host: dv-cinder-786524-1-iscsi {{(pid=85359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:12:38.968485 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb40135-852c-45ef-bdd7-5f2c86b4e8bd req-dedfb5f6-42a4-41d4-a31e-a87356a56864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:12:38.970517 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-6cb40135-852c-45ef-bdd7-5f2c86b4e8bd req-dedfb5f6-42a4-41d4-a31e-a87356a56864 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=db51901ec1bf486ca3fc2d191f21d909&device_id=6515c7b1-6e49-4183-9867-2055905f5571 HTTP/1.1" status: 200  len: 1099 time: 0.1152515
Apr 16 05:12:39.216003 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb40135-852c-45ef-bdd7-5f2c86b4e8bd req-cebb6b62-ea7b-4b98-9b20-6adf0b0106e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:12:39.219389 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-6cb40135-852c-45ef-bdd7-5f2c86b4e8bd req-cebb6b62-ea7b-4b98-9b20-6adf0b0106e7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8dec1d0f-cfff-4035-8076-7521657c2e62 HTTP/1.1" status: 200  len: 912 time: 0.2408607
Apr 16 05:12:39.353143 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-6cb40135-852c-45ef-bdd7-5f2c86b4e8bd req-8e4b4167-fe50-4734-8531-0058578cc46b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48bcddb6-c4dc-4911-87e3-5d7a515b8212 HTTP/1.1" status: 200  len: 1000 time: 0.1227226
Apr 16 05:12:39.362587 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-5b45c2fe-9f6e-4b7d-b2e0-7d4023a7d1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5daea00c18>, [{'id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'name': 'tempest-TestVolumeBootPattern-127490657-router', 'tenant_id': 'db51901ec1bf486ca3fc2d191f21d909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '74c9d90b-c1df-4a7a-ab06-8fb6623300c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:11:31Z', 'updated_at': '2021-04-16T05:11:38Z', 'revision_number': 4, 'project_id': 'db51901ec1bf486ca3fc2d191f21d909', 'gw_port': {'id': '74c9d90b-c1df-4a7a-ab06-8fb6623300c1', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:32Z', 'updated_at': '2021-04-16T05:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi', '_floatingips': [{'id': '08f8d516-a112-4b42-94bc-1a022397dd45', 'tenant_id': 'db51901ec1bf486ca3fc2d191f21d909', 'floating_ip_address': '172.27.2.129', 'floating_network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'router_id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'port_id': '48bcddb6-c4dc-4911-87e3-5d7a515b8212', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dec1d0f-cfff-4035-8076-7521657c2e62', 'mac_address': 'fa:16:3e:27:b4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6515c7b1-6e49-4183-9867-2055905f5571', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T05:12:37Z', 'updated_at': '2021-04-16T05:12:37Z', 'revision_number': 0, 'project_id': 'db51901ec1bf486ca3fc2d191f21d909', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f971c1e-8f5b-4a93-80ea-ecfc9a7e4887', 'name': '', 'network_id': '8dec1d0f-cfff-4035-8076-7521657c2e62', 'tenant_id': 'db51901ec1bf486ca3fc2d191f21d909', 'mac_address': 'fa:16:3e:b3:11:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'b6cb0891-12b7-4364-a273-4c1d3fcc7328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:37Z', 'updated_at': '2021-04-16T05:11:55Z', 'revision_number': 5, 'project_id': 'db51901ec1bf486ca3fc2d191f21d909', 'subnets': [{'id': 'b6cb0891-12b7-4364-a273-4c1d3fcc7328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:12:39.367568 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b45c2fe-9f6e-4b7d-b2e0-7d4023a7d1a4 None None] Checking router: e3eb6043-a877-4f5d-9594-0a6a23dc1067 for host: dv-cinder-786524-1-iscsi {{(pid=85359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 05:12:39.378858 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b45c2fe-9f6e-4b7d-b2e0-7d4023a7d1a4 None None] Routers {'e3eb6043-a877-4f5d-9594-0a6a23dc1067'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:12:39.379551 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-5b45c2fe-9f6e-4b7d-b2e0-7d4023a7d1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5daea00c18>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:12:37Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['e3eb6043-a877-4f5d-9594-0a6a23dc1067'], 'active': True} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:12:39.422625 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a57a9699-4b93-4635-9a0c-76135fd629c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:12:39.432178 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb40135-852c-45ef-bdd7-5f2c86b4e8bd req-ae457bd3-10cb-4845-8b57-eac500bf40f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:12:39.433903 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-6cb40135-852c-45ef-bdd7-5f2c86b4e8bd req-ae457bd3-10cb-4845-8b57-eac500bf40f7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b6cb0891-12b7-4364-a273-4c1d3fcc7328 HTTP/1.1" status: 200  len: 850 time: 0.0742035
Apr 16 05:12:39.531835 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb40135-852c-45ef-bdd7-5f2c86b4e8bd req-1834cab7-5bb9-4857-9061-33e2a754c424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:12:39.534622 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-6cb40135-852c-45ef-bdd7-5f2c86b4e8bd req-1834cab7-5bb9-4857-9061-33e2a754c424 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8dec1d0f-cfff-4035-8076-7521657c2e62&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0932622
Apr 16 05:12:39.582116 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-5b45c2fe-9f6e-4b7d-b2e0-7d4023a7d1a4 None None] Set router e3eb6043-a877-4f5d-9594-0a6a23dc1067 gateway port host: dv-cinder-786524-1-iscsi {{(pid=85359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:12:39.691311 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-6cb40135-852c-45ef-bdd7-5f2c86b4e8bd req-d34bde96-852b-40d7-bcdb-d08078742845 service neutron] 10.222.0.16 "GET /v2.0/networks/8dec1d0f-cfff-4035-8076-7521657c2e62?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1491449
Apr 16 05:12:39.853296 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-6cb40135-852c-45ef-bdd7-5f2c86b4e8bd req-633df6c6-4ec3-4c58-8f3d-04b3205f887c service neutron] 10.222.0.16 "GET /v2.0/networks/8dec1d0f-cfff-4035-8076-7521657c2e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1542702
Apr 16 05:12:40.063895 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-5b45c2fe-9f6e-4b7d-b2e0-7d4023a7d1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5daea00c18>, [{'id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'name': 'tempest-TestVolumeBootPattern-127490657-router', 'tenant_id': 'db51901ec1bf486ca3fc2d191f21d909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '74c9d90b-c1df-4a7a-ab06-8fb6623300c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:11:31Z', 'updated_at': '2021-04-16T05:11:38Z', 'revision_number': 4, 'project_id': 'db51901ec1bf486ca3fc2d191f21d909', 'gw_port': {'id': '74c9d90b-c1df-4a7a-ab06-8fb6623300c1', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:32Z', 'updated_at': '2021-04-16T05:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi', '_floatingips': [{'id': '08f8d516-a112-4b42-94bc-1a022397dd45', 'tenant_id': 'db51901ec1bf486ca3fc2d191f21d909', 'floating_ip_address': '172.27.2.129', 'floating_network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'router_id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'port_id': '48bcddb6-c4dc-4911-87e3-5d7a515b8212', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dec1d0f-cfff-4035-8076-7521657c2e62', 'mac_address': 'fa:16:3e:27:b4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6515c7b1-6e49-4183-9867-2055905f5571', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T05:12:37Z', 'updated_at': '2021-04-16T05:12:37Z', 'revision_number': 0, 'project_id': 'db51901ec1bf486ca3fc2d191f21d909', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f971c1e-8f5b-4a93-80ea-ecfc9a7e4887', 'name': '', 'network_id': '8dec1d0f-cfff-4035-8076-7521657c2e62', 'tenant_id': 'db51901ec1bf486ca3fc2d191f21d909', 'mac_address': 'fa:16:3e:b3:11:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'b6cb0891-12b7-4364-a273-4c1d3fcc7328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:37Z', 'updated_at': '2021-04-16T05:11:55Z', 'revision_number': 5, 'project_id': 'db51901ec1bf486ca3fc2d191f21d909', 'subnets': [{'id': 'b6cb0891-12b7-4364-a273-4c1d3fcc7328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:12:40.068579 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b45c2fe-9f6e-4b7d-b2e0-7d4023a7d1a4 None None] The sync data for ids ['e3eb6043-a877-4f5d-9594-0a6a23dc1067'] in dv-cinder-786524-1-iscsi is: [{'id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'name': 'tempest-TestVolumeBootPattern-127490657-router', 'tenant_id': 'db51901ec1bf486ca3fc2d191f21d909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '74c9d90b-c1df-4a7a-ab06-8fb6623300c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:11:31Z', 'updated_at': '2021-04-16T05:11:38Z', 'revision_number': 4, 'project_id': 'db51901ec1bf486ca3fc2d191f21d909', 'gw_port': {'id': '74c9d90b-c1df-4a7a-ab06-8fb6623300c1', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:32Z', 'updated_at': '2021-04-16T05:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi', '_floatingips': [{'id': '08f8d516-a112-4b42-94bc-1a022397dd45', 'tenant_id': 'db51901ec1bf486ca3fc2d191f21d909', 'floating_ip_address': '172.27.2.129', 'floating_network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'router_id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'port_id': '48bcddb6-c4dc-4911-87e3-5d7a515b8212', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dec1d0f-cfff-4035-8076-7521657c2e62', 'mac_address': 'fa:16:3e:27:b4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6515c7b1-6e49-4183-9867-2055905f5571', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T05:12:37Z', 'updated_at': '2021-04-16T05:12:37Z', 'revision_number': 0, 'project_id': 'db51901ec1bf486ca3fc2d191f21d909', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f971c1e-8f5b-4a93-80ea-ecfc9a7e4887', 'name': '', 'network_id': '8dec1d0f-cfff-4035-8076-7521657c2e62', 'tenant_id': 'db51901ec1bf486ca3fc2d191f21d909', 'mac_address': 'fa:16:3e:b3:11:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'b6cb0891-12b7-4364-a273-4c1d3fcc7328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:37Z', 'updated_at': '2021-04-16T05:11:55Z', 'revision_number': 5, 'project_id': 'db51901ec1bf486ca3fc2d191f21d909', 'subnets': [{'id': 'b6cb0891-12b7-4364-a273-4c1d3fcc7328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 05:12:40.385177 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24da6d3f-5b94-494c-9ab3-13746155f581 None None] New status for floating IP 08f8d516-a112-4b42-94bc-1a022397dd45: ACTIVE {{(pid=85358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 16 05:12:42.228280 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-89995b4a-31ec-47a4-b7c7-4343017b0591 req-adb33605-fa20-44ad-8f24-d30d79af2309 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9de562d9-339b-413c-a8b8-3aa40ed6e1e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0859675
Apr 16 05:12:42.403282 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89995b4a-31ec-47a4-b7c7-4343017b0591 req-84969bfd-34bb-40e7-8b7f-3a128c2622a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:12:42.404998 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-89995b4a-31ec-47a4-b7c7-4343017b0591 req-84969bfd-34bb-40e7-8b7f-3a128c2622a3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2a2ab941ff144e0782baf8de7b2da717&device_id=9de562d9-339b-413c-a8b8-3aa40ed6e1e0 HTTP/1.1" status: 200  len: 1098 time: 0.0827868
Apr 16 05:12:42.568640 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89995b4a-31ec-47a4-b7c7-4343017b0591 req-4a898f34-32d2-4b2d-94b3-8c5decf1ac48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:12:42.570325 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-89995b4a-31ec-47a4-b7c7-4343017b0591 req-4a898f34-32d2-4b2d-94b3-8c5decf1ac48 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6f89da5d-f206-462e-a636-98594ebaa0a7 HTTP/1.1" status: 200  len: 912 time: 0.1438420
Apr 16 05:12:42.956929 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-89995b4a-31ec-47a4-b7c7-4343017b0591 req-9b9e8ed7-c91b-4450-b57a-b418e329659a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=737f732b-45bd-4ff7-87fc-f6af7c36795e HTTP/1.1" status: 200  len: 1001 time: 0.3797920
Apr 16 05:12:43.032355 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89995b4a-31ec-47a4-b7c7-4343017b0591 req-72db4a1d-b257-4b18-8f97-ef99b78eba83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:12:43.034045 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-89995b4a-31ec-47a4-b7c7-4343017b0591 req-72db4a1d-b257-4b18-8f97-ef99b78eba83 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5bb05315-89e6-4b92-8e01-e6ed3a170aba HTTP/1.1" status: 200  len: 850 time: 0.0702984
Apr 16 05:12:43.122610 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89995b4a-31ec-47a4-b7c7-4343017b0591 req-b44c7890-196c-43b3-9b95-9de13df9691d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:12:43.124369 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-89995b4a-31ec-47a4-b7c7-4343017b0591 req-b44c7890-196c-43b3-9b95-9de13df9691d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6f89da5d-f206-462e-a636-98594ebaa0a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0830510
Apr 16 05:12:43.283030 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-89995b4a-31ec-47a4-b7c7-4343017b0591 req-2802161e-a321-4c2a-bf29-4c83b0ab20fe service neutron] 10.222.0.16 "GET /v2.0/networks/6f89da5d-f206-462e-a636-98594ebaa0a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1461976
Apr 16 05:12:43.446786 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-89995b4a-31ec-47a4-b7c7-4343017b0591 req-f6090b51-6ebf-49cf-9260-1d3b89d77f72 service neutron] 10.222.0.16 "GET /v2.0/networks/6f89da5d-f206-462e-a636-98594ebaa0a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1511557
Apr 16 05:13:04.864909 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e750159a-4a80-4300-91ea-b2207e4f6faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:13:06.759494 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.agents_db [None req-9d5d34cb-f672-4e49-b111-51c360ae5d44 None None] Agent healthcheck: found 6 active agents {{(pid=85359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 05:13:06.890899 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-62cc47e8-0191-45b2-8460-97286199e0c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:13:07.693605 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:13:07.789655 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-63345f0b-feae-4d1b-a675-506eb60b354a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:13:07.998653 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:13:08.092439 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5943b4-4d5a-4479-b376-5c3c9f1d6141 req-87fb4ef6-642f-4a0c-a28b-57d7bfc1644a tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:13:08.094241 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-2d5943b4-4d5a-4479-b376-5c3c9f1d6141 req-87fb4ef6-642f-4a0c-a28b-57d7bfc1644a tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/ports?device_id=9de562d9-339b-413c-a8b8-3aa40ed6e1e0 HTTP/1.1" status: 200  len: 945 time: 0.0926688
Apr 16 05:13:08.146012 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-2d5943b4-4d5a-4479-b376-5c3c9f1d6141 req-de106e11-c69c-4772-88db-ada3a74a6637 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0c22267-8b5c-43a0-b25f-6c7c338ce6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450380
Apr 16 05:13:09.359169 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b09b626-b210-487c-85cb-dc792e9db464 req-c8e89411-e278-453f-929b-40965ea85731 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:13:09.360773 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-8b09b626-b210-487c-85cb-dc792e9db464 req-c8e89411-e278-453f-929b-40965ea85731 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/ports?device_id=9de562d9-339b-413c-a8b8-3aa40ed6e1e0 HTTP/1.1" status: 200  len: 945 time: 0.0947261
Apr 16 05:13:09.426751 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a57a9699-4b93-4635-9a0c-76135fd629c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:13:09.674260 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-8b09b626-b210-487c-85cb-dc792e9db464 req-263b220f-927d-457b-b6aa-372e058b6d7b tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0c22267-8b5c-43a0-b25f-6c7c338ce6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3066170
Apr 16 05:13:10.890964 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701128f4-fa29-46b9-95f4-1354b06ad860 req-bf232f16-2a36-4a15-bee4-e4e236d20126 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:13:10.892601 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-701128f4-fa29-46b9-95f4-1354b06ad860 req-bf232f16-2a36-4a15-bee4-e4e236d20126 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/ports?device_id=9de562d9-339b-413c-a8b8-3aa40ed6e1e0 HTTP/1.1" status: 200  len: 945 time: 0.0948646
Apr 16 05:13:10.946322 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-701128f4-fa29-46b9-95f4-1354b06ad860 req-6cb2c49d-d9ba-485c-aaeb-1791813230eb tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0c22267-8b5c-43a0-b25f-6c7c338ce6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469549
Apr 16 05:13:12.186507 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac28104c-3077-4e5b-a554-94db07e681cb req-0851eebd-6532-4e6a-9350-e38f508bd501 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:13:12.188119 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ac28104c-3077-4e5b-a554-94db07e681cb req-0851eebd-6532-4e6a-9350-e38f508bd501 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/ports?device_id=9de562d9-339b-413c-a8b8-3aa40ed6e1e0 HTTP/1.1" status: 200  len: 945 time: 0.1126611
Apr 16 05:13:12.238648 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ac28104c-3077-4e5b-a554-94db07e681cb req-6659f8ba-789f-4968-985b-53a985c7f1e1 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0c22267-8b5c-43a0-b25f-6c7c338ce6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438883
Apr 16 05:13:13.469005 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317553a0-e56d-4633-99f4-5a6aee5fe9df req-6f644633-ca31-4fde-a73e-574acc2ca73e tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:13:13.470541 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-317553a0-e56d-4633-99f4-5a6aee5fe9df req-6f644633-ca31-4fde-a73e-574acc2ca73e tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/ports?device_id=9de562d9-339b-413c-a8b8-3aa40ed6e1e0 HTTP/1.1" status: 200  len: 945 time: 0.1064157
Apr 16 05:13:13.524117 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-317553a0-e56d-4633-99f4-5a6aee5fe9df req-180ab586-d11c-4bb5-8461-5c3200a5948d tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0c22267-8b5c-43a0-b25f-6c7c338ce6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435820
Apr 16 05:13:14.753582 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cceec6-f0c5-4e63-83d1-e00895ca0328 req-474c175b-24d5-4c3a-940d-39d88f22498e tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:13:14.755079 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-74cceec6-f0c5-4e63-83d1-e00895ca0328 req-474c175b-24d5-4c3a-940d-39d88f22498e tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/ports?device_id=9de562d9-339b-413c-a8b8-3aa40ed6e1e0 HTTP/1.1" status: 200  len: 945 time: 0.1044958
Apr 16 05:13:14.803524 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-74cceec6-f0c5-4e63-83d1-e00895ca0328 req-5a86ed2a-eb90-4e2a-94fd-369c61d3f090 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0c22267-8b5c-43a0-b25f-6c7c338ce6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420184
Apr 16 05:13:16.027514 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c8507-9e05-41b1-b37d-0a85018f62bb req-f6f4b999-2e38-49f7-ac6e-ee2e3e809c51 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:13:16.029135 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-bb7c8507-9e05-41b1-b37d-0a85018f62bb req-f6f4b999-2e38-49f7-ac6e-ee2e3e809c51 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/ports?device_id=9de562d9-339b-413c-a8b8-3aa40ed6e1e0 HTTP/1.1" status: 200  len: 945 time: 0.0983081
Apr 16 05:13:16.082249 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-bb7c8507-9e05-41b1-b37d-0a85018f62bb req-a411229a-dfc0-40db-a5e6-1c49c7359640 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0c22267-8b5c-43a0-b25f-6c7c338ce6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451164
Apr 16 05:13:17.298306 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9062efda-36fe-493e-9bab-f9efb2ed36bf req-946c016b-ac73-4312-825a-e250e9e59139 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:13:17.300021 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-9062efda-36fe-493e-9bab-f9efb2ed36bf req-946c016b-ac73-4312-825a-e250e9e59139 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/ports?device_id=9de562d9-339b-413c-a8b8-3aa40ed6e1e0 HTTP/1.1" status: 200  len: 945 time: 0.0961242
Apr 16 05:13:17.352073 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-9062efda-36fe-493e-9bab-f9efb2ed36bf req-3d360571-0299-44fa-82ef-bf40c70ef97c tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0c22267-8b5c-43a0-b25f-6c7c338ce6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451581
Apr 16 05:13:18.575157 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddca71b9-1535-49c1-bf37-37974a0c5f37 req-ed16f61a-5010-4253-b8b5-41dc7b3207ce tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:13:18.576741 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ddca71b9-1535-49c1-bf37-37974a0c5f37 req-ed16f61a-5010-4253-b8b5-41dc7b3207ce tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/ports?device_id=9de562d9-339b-413c-a8b8-3aa40ed6e1e0 HTTP/1.1" status: 200  len: 945 time: 0.0915844
Apr 16 05:13:18.631704 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ddca71b9-1535-49c1-bf37-37974a0c5f37 req-3f1fbd02-8ba0-4fb8-a4bc-4f1909dbe5db tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0c22267-8b5c-43a0-b25f-6c7c338ce6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451045
Apr 16 05:13:19.856540 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adbe965-a2d3-43f6-9aa0-2f26436c922f req-71cb89d6-c440-4314-bc02-93e49960e60c tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:13:19.858429 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-8adbe965-a2d3-43f6-9aa0-2f26436c922f req-71cb89d6-c440-4314-bc02-93e49960e60c tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/ports?device_id=9de562d9-339b-413c-a8b8-3aa40ed6e1e0 HTTP/1.1" status: 200  len: 945 time: 0.1007388
Apr 16 05:13:19.908275 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-8adbe965-a2d3-43f6-9aa0-2f26436c922f req-5c598046-76c9-4707-b7b7-577e39bb3ad7 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0c22267-8b5c-43a0-b25f-6c7c338ce6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431936
Apr 16 05:13:21.145948 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073fc1e7-8e5c-44aa-9cba-1921bb2f5253 req-343a12ab-7a15-4207-b196-b0ea9b4989f5 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:13:21.147576 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-073fc1e7-8e5c-44aa-9cba-1921bb2f5253 req-343a12ab-7a15-4207-b196-b0ea9b4989f5 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/ports?device_id=9de562d9-339b-413c-a8b8-3aa40ed6e1e0 HTTP/1.1" status: 200  len: 945 time: 0.1077242
Apr 16 05:13:21.207572 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-073fc1e7-8e5c-44aa-9cba-1921bb2f5253 req-71a97a7d-2252-4a9d-b24b-13ac88ce9249 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0c22267-8b5c-43a0-b25f-6c7c338ce6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0530896
Apr 16 05:13:22.429310 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d40a52-daba-4a70-86a4-4ae34b1e4cdd req-af5e537e-5f2f-4acc-bedd-734d92fe638d tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:13:22.431055 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-b5d40a52-daba-4a70-86a4-4ae34b1e4cdd req-af5e537e-5f2f-4acc-bedd-734d92fe638d tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/ports?device_id=9de562d9-339b-413c-a8b8-3aa40ed6e1e0 HTTP/1.1" status: 200  len: 945 time: 0.1033611
Apr 16 05:13:22.486100 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-b5d40a52-daba-4a70-86a4-4ae34b1e4cdd req-c6065e36-93e8-409f-b13e-3c3512fe48c4 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0c22267-8b5c-43a0-b25f-6c7c338ce6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451431
Apr 16 05:13:23.707991 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a3a0c-b999-44bb-983e-04e4983ab302 req-8a7469ab-66cf-443f-8247-b778df855901 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:13:23.709646 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-b06a3a0c-b999-44bb-983e-04e4983ab302 req-8a7469ab-66cf-443f-8247-b778df855901 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/ports?device_id=9de562d9-339b-413c-a8b8-3aa40ed6e1e0 HTTP/1.1" status: 200  len: 945 time: 0.1000097
Apr 16 05:13:23.759292 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-b06a3a0c-b999-44bb-983e-04e4983ab302 req-976b0057-0abb-4214-9930-9e6c4597c35f tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0c22267-8b5c-43a0-b25f-6c7c338ce6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431314
Apr 16 05:13:24.147830 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d701fda3-ed0b-45f7-b487-64e09e54edea req-ecd89ad4-9333-4bac-859d-b6bdb81a107d tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:13:24.149532 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-d701fda3-ed0b-45f7-b487-64e09e54edea req-ecd89ad4-9333-4bac-859d-b6bdb81a107d tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/ports?device_id=9de562d9-339b-413c-a8b8-3aa40ed6e1e0 HTTP/1.1" status: 200  len: 945 time: 0.1068115
Apr 16 05:13:24.195061 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f5fcaf-21e9-4a10-99d2-97c22e71951c req-e205e91c-3d58-4d4c-9cc0-f0580aa51747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:13:24.196686 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-33f5fcaf-21e9-4a10-99d2-97c22e71951c req-e205e91c-3d58-4d4c-9cc0-f0580aa51747 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2a2ab941ff144e0782baf8de7b2da717&device_id=9de562d9-339b-413c-a8b8-3aa40ed6e1e0 HTTP/1.1" status: 200  len: 1098 time: 0.0838263
Apr 16 05:13:24.197937 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-d701fda3-ed0b-45f7-b487-64e09e54edea req-32a212f8-1f31-41a8-b204-4a57c3e721f0 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0c22267-8b5c-43a0-b25f-6c7c338ce6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416272
Apr 16 05:13:24.341619 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f5fcaf-21e9-4a10-99d2-97c22e71951c req-674cb0c8-281a-4cbf-910e-486bb6e9a716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:13:24.343212 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-33f5fcaf-21e9-4a10-99d2-97c22e71951c req-674cb0c8-281a-4cbf-910e-486bb6e9a716 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6f89da5d-f206-462e-a636-98594ebaa0a7 HTTP/1.1" status: 200  len: 912 time: 0.1406009
Apr 16 05:13:24.453839 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-33f5fcaf-21e9-4a10-99d2-97c22e71951c req-02ba64de-9b55-45e7-8d68-672896ddc9d6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=737f732b-45bd-4ff7-87fc-f6af7c36795e HTTP/1.1" status: 200  len: 1001 time: 0.1040320
Apr 16 05:13:24.532772 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f5fcaf-21e9-4a10-99d2-97c22e71951c req-ffcf9352-27af-4d5b-bf19-2e80d16c4bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:13:24.534587 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-33f5fcaf-21e9-4a10-99d2-97c22e71951c req-ffcf9352-27af-4d5b-bf19-2e80d16c4bd5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5bb05315-89e6-4b92-8e01-e6ed3a170aba HTTP/1.1" status: 200  len: 850 time: 0.0743158
Apr 16 05:13:24.622166 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f5fcaf-21e9-4a10-99d2-97c22e71951c req-fbcc5935-a98b-41ac-bb83-9b04a9c4b49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:13:24.623796 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-33f5fcaf-21e9-4a10-99d2-97c22e71951c req-fbcc5935-a98b-41ac-bb83-9b04a9c4b49b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6f89da5d-f206-462e-a636-98594ebaa0a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0827439
Apr 16 05:13:24.775489 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-33f5fcaf-21e9-4a10-99d2-97c22e71951c req-d8c78e76-86a1-44e3-8fde-c82fcaed5c8a service neutron] 10.222.0.16 "GET /v2.0/networks/6f89da5d-f206-462e-a636-98594ebaa0a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1447690
Apr 16 05:13:24.927941 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-33f5fcaf-21e9-4a10-99d2-97c22e71951c req-7a5de8b9-4bd6-44b3-958d-6a4144616a7a service neutron] 10.222.0.16 "GET /v2.0/networks/6f89da5d-f206-462e-a636-98594ebaa0a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1458309
Apr 16 05:13:25.416848 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8680b5-be86-4140-beeb-5a900602af37 req-07da84c5-3702-418a-96a0-95faf5896a95 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:13:25.418482 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-3c8680b5-be86-4140-beeb-5a900602af37 req-07da84c5-3702-418a-96a0-95faf5896a95 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/ports?device_id=9de562d9-339b-413c-a8b8-3aa40ed6e1e0 HTTP/1.1" status: 200  len: 945 time: 0.0954516
Apr 16 05:13:25.468257 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-3c8680b5-be86-4140-beeb-5a900602af37 req-ec8adeb2-483d-446d-beb4-80fac16a97aa tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0c22267-8b5c-43a0-b25f-6c7c338ce6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430529
Apr 16 05:13:26.693804 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6009b0fe-d057-4100-95d4-94605e68e69c req-1679e023-193b-49d2-be28-efc7298346af tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:13:26.695338 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-6009b0fe-d057-4100-95d4-94605e68e69c req-1679e023-193b-49d2-be28-efc7298346af tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/ports?device_id=9de562d9-339b-413c-a8b8-3aa40ed6e1e0 HTTP/1.1" status: 200  len: 945 time: 0.1026182
Apr 16 05:13:26.747760 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-6009b0fe-d057-4100-95d4-94605e68e69c req-050a9445-9e6f-4740-97c6-10e2b9b9f029 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0c22267-8b5c-43a0-b25f-6c7c338ce6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433538
Apr 16 05:13:34.862849 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-47757073-e4a5-45c0-99be-032b8d07959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:13:36.887291 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-32c93c49-1bbf-455a-9bd1-18c1fd71bccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:13:37.703903 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:13:37.790721 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-63345f0b-feae-4d1b-a675-506eb60b354a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:13:38.002709 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:13:39.428753 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a57a9699-4b93-4635-9a0c-76135fd629c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:13:43.759776 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.agents_db [None req-9d5d34cb-f672-4e49-b111-51c360ae5d44 None None] Agent healthcheck: found 6 active agents {{(pid=85359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 05:13:44.309846 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-741dac6c-9764-446c-a74b-045a4d7790e0 req-ac7dbf0c-d569-4dee-b25f-59e00838da12 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6515c7b1-6e49-4183-9867-2055905f5571&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0954115
Apr 16 05:13:44.430351 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741dac6c-9764-446c-a74b-045a4d7790e0 req-3550baa2-26c7-4d34-a982-67e2d0880f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:13:44.431909 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-741dac6c-9764-446c-a74b-045a4d7790e0 req-3550baa2-26c7-4d34-a982-67e2d0880f9a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=db51901ec1bf486ca3fc2d191f21d909&device_id=6515c7b1-6e49-4183-9867-2055905f5571 HTTP/1.1" status: 200  len: 1099 time: 0.0874166
Apr 16 05:13:44.596189 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741dac6c-9764-446c-a74b-045a4d7790e0 req-ae82ca94-3850-4f27-9147-b9ed85f35d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:13:44.597829 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-741dac6c-9764-446c-a74b-045a4d7790e0 req-ae82ca94-3850-4f27-9147-b9ed85f35d47 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8dec1d0f-cfff-4035-8076-7521657c2e62 HTTP/1.1" status: 200  len: 912 time: 0.1438501
Apr 16 05:13:44.718882 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-741dac6c-9764-446c-a74b-045a4d7790e0 req-cf174eb2-fc5c-40bf-8f9a-b8eab51be546 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48bcddb6-c4dc-4911-87e3-5d7a515b8212 HTTP/1.1" status: 200  len: 1002 time: 0.1131222
Apr 16 05:13:44.791227 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741dac6c-9764-446c-a74b-045a4d7790e0 req-4a887234-ec56-400d-890f-33cdf332a642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:13:44.792828 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-741dac6c-9764-446c-a74b-045a4d7790e0 req-4a887234-ec56-400d-890f-33cdf332a642 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b6cb0891-12b7-4364-a273-4c1d3fcc7328 HTTP/1.1" status: 200  len: 850 time: 0.0671411
Apr 16 05:13:44.896603 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741dac6c-9764-446c-a74b-045a4d7790e0 req-c8ab61e7-e39f-421a-ada0-2c63b4defca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:13:44.898386 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-741dac6c-9764-446c-a74b-045a4d7790e0 req-c8ab61e7-e39f-421a-ada0-2c63b4defca6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8dec1d0f-cfff-4035-8076-7521657c2e62&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0981991
Apr 16 05:13:45.050726 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-741dac6c-9764-446c-a74b-045a4d7790e0 req-7ec7580d-cdf1-4e1f-9478-2cd3fa88f656 service neutron] 10.222.0.16 "GET /v2.0/networks/8dec1d0f-cfff-4035-8076-7521657c2e62?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1436841
Apr 16 05:13:45.199254 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-741dac6c-9764-446c-a74b-045a4d7790e0 req-a2750f2a-0013-4d2f-806c-bfb7b48c9a7b service neutron] 10.222.0.16 "GET /v2.0/networks/8dec1d0f-cfff-4035-8076-7521657c2e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1400766
Apr 16 05:14:01.972708 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e221cca-3990-4f88-b10d-4956f5cf04f7 req-65ebdf69-a6c4-4632-bbab-bd70a5ff17d9 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:14:01.974700 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-7e221cca-3990-4f88-b10d-4956f5cf04f7 req-65ebdf69-a6c4-4632-bbab-bd70a5ff17d9 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/ports?device_id=9de562d9-339b-413c-a8b8-3aa40ed6e1e0 HTTP/1.1" status: 200  len: 945 time: 0.1050997
Apr 16 05:14:02.025992 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-7e221cca-3990-4f88-b10d-4956f5cf04f7 req-2dc3b509-228c-41c2-b0bc-e340ef6ca562 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0c22267-8b5c-43a0-b25f-6c7c338ce6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448158
Apr 16 05:14:03.308876 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf911872-996e-4ace-9983-1fe7586fc100 req-379cc62a-4479-48f0-bfa5-c751e58a9875 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:14:03.310523 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-cf911872-996e-4ace-9983-1fe7586fc100 req-379cc62a-4479-48f0-bfa5-c751e58a9875 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/ports?device_id=9de562d9-339b-413c-a8b8-3aa40ed6e1e0 HTTP/1.1" status: 200  len: 945 time: 0.1507654
Apr 16 05:14:03.363242 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-cf911872-996e-4ace-9983-1fe7586fc100 req-c3e7a855-b2f4-4329-98d7-5d0497622810 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0c22267-8b5c-43a0-b25f-6c7c338ce6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433931
Apr 16 05:14:04.587681 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4dc81a-17bb-4b4b-98e0-d8953e35a5f5 req-0d8c6bc3-7d82-42d7-bf45-9f51f291bc25 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:14:04.589384 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-bc4dc81a-17bb-4b4b-98e0-d8953e35a5f5 req-0d8c6bc3-7d82-42d7-bf45-9f51f291bc25 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/ports?device_id=9de562d9-339b-413c-a8b8-3aa40ed6e1e0 HTTP/1.1" status: 200  len: 945 time: 0.0947542
Apr 16 05:14:04.641453 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-bc4dc81a-17bb-4b4b-98e0-d8953e35a5f5 req-6a06e152-8b2a-4f21-ad04-73e53e93b845 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0c22267-8b5c-43a0-b25f-6c7c338ce6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428565
Apr 16 05:14:04.858090 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-feab9f15-340e-4a14-9f22-4666c6b8e141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:14:05.851159 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c8362c-62be-4f38-9353-48dc1d6ab26a req-b4025ee5-8a66-4f40-af0b-e8911af4d3da tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:14:05.852758 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-33c8362c-62be-4f38-9353-48dc1d6ab26a req-b4025ee5-8a66-4f40-af0b-e8911af4d3da tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/ports?device_id=9de562d9-339b-413c-a8b8-3aa40ed6e1e0 HTTP/1.1" status: 200  len: 945 time: 0.0970926
Apr 16 05:14:05.907559 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-33c8362c-62be-4f38-9353-48dc1d6ab26a req-799abe9d-42f9-4102-adab-2b1f6a2fbffb tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0c22267-8b5c-43a0-b25f-6c7c338ce6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449846
Apr 16 05:14:06.883078 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-51a772de-5444-4a9e-ad23-ced96f769702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:14:07.127557 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bfbff9-97e1-4e4d-bae9-bfcf9c8b31e7 req-60d202e2-7d24-42ca-b9e2-953245bfdc5b tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:14:07.129219 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-06bfbff9-97e1-4e4d-bae9-bfcf9c8b31e7 req-60d202e2-7d24-42ca-b9e2-953245bfdc5b tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/ports?device_id=9de562d9-339b-413c-a8b8-3aa40ed6e1e0 HTTP/1.1" status: 200  len: 945 time: 0.1010756
Apr 16 05:14:07.181215 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-06bfbff9-97e1-4e4d-bae9-bfcf9c8b31e7 req-fd4011ba-fa6a-4498-8084-c17d3190d6bf tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0c22267-8b5c-43a0-b25f-6c7c338ce6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444810
Apr 16 05:14:07.707307 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:14:07.808698 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-63345f0b-feae-4d1b-a675-506eb60b354a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:14:08.011867 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:14:08.397058 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c915f2e-d7d3-4ae2-8da8-c0132dce3fbf req-ce8529a4-082e-46ff-a745-6a217b68360e tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:14:08.398780 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-6c915f2e-d7d3-4ae2-8da8-c0132dce3fbf req-ce8529a4-082e-46ff-a745-6a217b68360e tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/ports?device_id=9de562d9-339b-413c-a8b8-3aa40ed6e1e0 HTTP/1.1" status: 200  len: 945 time: 0.1012082
Apr 16 05:14:08.455083 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-6c915f2e-d7d3-4ae2-8da8-c0132dce3fbf req-e9077cdb-9e00-489d-a5fa-843ec6b73630 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0c22267-8b5c-43a0-b25f-6c7c338ce6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495880
Apr 16 05:14:09.432631 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a57a9699-4b93-4635-9a0c-76135fd629c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:14:09.676528 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9824b6-ccca-4838-a0bb-d95ca2f938b8 req-1943be21-b97e-46a7-8b53-3d5c3a3ccf8c tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:14:09.678145 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-fb9824b6-ccca-4838-a0bb-d95ca2f938b8 req-1943be21-b97e-46a7-8b53-3d5c3a3ccf8c tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/ports?device_id=9de562d9-339b-413c-a8b8-3aa40ed6e1e0 HTTP/1.1" status: 200  len: 945 time: 0.1007121
Apr 16 05:14:09.733209 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-fb9824b6-ccca-4838-a0bb-d95ca2f938b8 req-17e87d69-a1fb-4675-a05f-654081366e30 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0c22267-8b5c-43a0-b25f-6c7c338ce6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454302
Apr 16 05:14:10.955895 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9d69d3-5cf1-4233-89e1-b851021d3a87 req-3d1c1c1c-485e-41ee-8f61-e625fe078404 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:14:10.957556 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-af9d69d3-5cf1-4233-89e1-b851021d3a87 req-3d1c1c1c-485e-41ee-8f61-e625fe078404 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/ports?device_id=9de562d9-339b-413c-a8b8-3aa40ed6e1e0 HTTP/1.1" status: 200  len: 945 time: 0.0956802
Apr 16 05:14:11.015128 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-af9d69d3-5cf1-4233-89e1-b851021d3a87 req-5cee5847-ae98-4703-b482-e05d96125e7b tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0c22267-8b5c-43a0-b25f-6c7c338ce6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0510168
Apr 16 05:14:12.226526 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd0924e-a7a1-48b6-a56e-cb5635c442ac req-86bfcc1c-c358-4450-9119-89e1288a086c tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:14:12.228150 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-9fd0924e-a7a1-48b6-a56e-cb5635c442ac req-86bfcc1c-c358-4450-9119-89e1288a086c tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/ports?device_id=9de562d9-339b-413c-a8b8-3aa40ed6e1e0 HTTP/1.1" status: 200  len: 945 time: 0.0941808
Apr 16 05:14:12.278574 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-9fd0924e-a7a1-48b6-a56e-cb5635c442ac req-8cb31235-9cff-402f-9227-4b04604bff81 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0c22267-8b5c-43a0-b25f-6c7c338ce6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438883
Apr 16 05:14:13.502204 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2cde43-551c-47eb-adaf-c4af55f555ea req-838cf7f6-59e6-41b2-8eb3-7c3919cbe26e tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:14:13.503706 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-8a2cde43-551c-47eb-adaf-c4af55f555ea req-838cf7f6-59e6-41b2-8eb3-7c3919cbe26e tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/ports?device_id=9de562d9-339b-413c-a8b8-3aa40ed6e1e0 HTTP/1.1" status: 200  len: 945 time: 0.0983491
Apr 16 05:14:13.553491 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-8a2cde43-551c-47eb-adaf-c4af55f555ea req-0a2b70cd-4dcf-443f-a5ab-aa82807c4def tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0c22267-8b5c-43a0-b25f-6c7c338ce6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428846
Apr 16 05:14:13.936056 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d704396a-25ff-4b01-a955-345d35bdf765 req-0590fd44-3c02-4ffb-840f-635492201f06 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:14:13.937785 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-d704396a-25ff-4b01-a955-345d35bdf765 req-0590fd44-3c02-4ffb-840f-635492201f06 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/ports?device_id=9de562d9-339b-413c-a8b8-3aa40ed6e1e0 HTTP/1.1" status: 200  len: 945 time: 0.0964122
Apr 16 05:14:13.999649 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-d704396a-25ff-4b01-a955-345d35bdf765 req-67d58fd7-882a-400b-a6f4-bd62f239e20c tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0c22267-8b5c-43a0-b25f-6c7c338ce6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471997
Apr 16 05:14:14.067326 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f808e6-d748-460a-8665-4c5e7e45c17a req-38e4cd4d-f3f4-459e-93ff-bae71e973cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:14:14.068951 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-b2f808e6-d748-460a-8665-4c5e7e45c17a req-38e4cd4d-f3f4-459e-93ff-bae71e973cd4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2a2ab941ff144e0782baf8de7b2da717&device_id=9de562d9-339b-413c-a8b8-3aa40ed6e1e0 HTTP/1.1" status: 200  len: 1098 time: 0.1454480
Apr 16 05:14:14.223450 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f808e6-d748-460a-8665-4c5e7e45c17a req-b0ced87a-a015-41ce-9792-860692a8bf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:14:14.225063 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-b2f808e6-d748-460a-8665-4c5e7e45c17a req-b0ced87a-a015-41ce-9792-860692a8bf73 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6f89da5d-f206-462e-a636-98594ebaa0a7 HTTP/1.1" status: 200  len: 912 time: 0.1495438
Apr 16 05:14:14.339611 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-b2f808e6-d748-460a-8665-4c5e7e45c17a req-52bbc0c5-13ad-408d-b4b3-21617e7a5dd1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=737f732b-45bd-4ff7-87fc-f6af7c36795e HTTP/1.1" status: 200  len: 1001 time: 0.1075072
Apr 16 05:14:14.411346 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f808e6-d748-460a-8665-4c5e7e45c17a req-ee072925-b13f-4629-888d-5f9ba2e5c7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:14:14.413034 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-b2f808e6-d748-460a-8665-4c5e7e45c17a req-ee072925-b13f-4629-888d-5f9ba2e5c7c6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5bb05315-89e6-4b92-8e01-e6ed3a170aba HTTP/1.1" status: 200  len: 850 time: 0.0662670
Apr 16 05:14:14.501031 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f808e6-d748-460a-8665-4c5e7e45c17a req-4d957088-7a51-4cc6-ab8d-ca4a345d514f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:14:14.502714 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-b2f808e6-d748-460a-8665-4c5e7e45c17a req-4d957088-7a51-4cc6-ab8d-ca4a345d514f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6f89da5d-f206-462e-a636-98594ebaa0a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0837607
Apr 16 05:14:14.516855 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [req-b2f808e6-d748-460a-8665-4c5e7e45c17a req-8afc4faf-9b00-4b1a-b012-6150ce76b103 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=85356) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 05:14:14.518354 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-b2f808e6-d748-460a-8665-4c5e7e45c17a req-8afc4faf-9b00-4b1a-b012-6150ce76b103 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0090020
Apr 16 05:14:14.677085 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-b2f808e6-d748-460a-8665-4c5e7e45c17a req-29ae5ce0-36ca-4be2-8b2e-e31bdaf6919f service neutron] 10.222.0.16 "GET /v2.0/networks/6f89da5d-f206-462e-a636-98594ebaa0a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1517913
Apr 16 05:14:14.828492 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-b2f808e6-d748-460a-8665-4c5e7e45c17a req-3d6e69a7-a988-4fe1-9b97-7e1740c04009 service neutron] 10.222.0.16 "GET /v2.0/networks/6f89da5d-f206-462e-a636-98594ebaa0a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1454437
Apr 16 05:14:15.233427 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3183bbda-4044-4845-98e0-dfeb37fa682e req-73a9f54f-199b-4e16-89d5-396a8a6dd193 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:14:15.235068 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-3183bbda-4044-4845-98e0-dfeb37fa682e req-73a9f54f-199b-4e16-89d5-396a8a6dd193 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/ports?device_id=9de562d9-339b-413c-a8b8-3aa40ed6e1e0 HTTP/1.1" status: 200  len: 945 time: 0.0990179
Apr 16 05:14:15.289754 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-3183bbda-4044-4845-98e0-dfeb37fa682e req-bc55343a-dcfa-4e33-a23a-1895a4daff86 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0c22267-8b5c-43a0-b25f-6c7c338ce6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480013
Apr 16 05:14:16.504175 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162115ab-cda1-4d30-9825-d470f493a089 req-2ae7336f-e0ef-4e27-8253-593a4777ff44 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:14:16.505864 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-162115ab-cda1-4d30-9825-d470f493a089 req-2ae7336f-e0ef-4e27-8253-593a4777ff44 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/ports?device_id=9de562d9-339b-413c-a8b8-3aa40ed6e1e0 HTTP/1.1" status: 200  len: 945 time: 0.0958257
Apr 16 05:14:16.558836 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-162115ab-cda1-4d30-9825-d470f493a089 req-f1121c19-6d84-4645-a70a-3e672c2b84de tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0c22267-8b5c-43a0-b25f-6c7c338ce6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458789
Apr 16 05:14:20.760108 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.agents_db [None req-9d5d34cb-f672-4e49-b111-51c360ae5d44 None None] Agent healthcheck: found 6 active agents {{(pid=85359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 05:14:33.845526 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891581b3-9091-4454-8077-b64350208c58 req-804d009b-ac86-45e5-ad36-7abb73354b87 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:14:33.847148 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-891581b3-9091-4454-8077-b64350208c58 req-804d009b-ac86-45e5-ad36-7abb73354b87 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/ports?device_id=6515c7b1-6e49-4183-9867-2055905f5571 HTTP/1.1" status: 200  len: 946 time: 0.0909479
Apr 16 05:14:33.899560 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-891581b3-9091-4454-8077-b64350208c58 req-b104ec75-e536-4342-b5fc-144343248c86 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/security-groups?id=64fcd4c6-6895-4ef1-8bcd-86346ebbc94f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457358
Apr 16 05:14:34.863142 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-437b2092-6ae6-4170-b9a5-c6b532e500a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:14:35.116844 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e6c9f-0ff6-4588-acde-88ad7815126b req-436aa686-28f3-459b-ad49-313d226d39d9 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:14:35.118560 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-cc8e6c9f-0ff6-4588-acde-88ad7815126b req-436aa686-28f3-459b-ad49-313d226d39d9 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/ports?device_id=6515c7b1-6e49-4183-9867-2055905f5571 HTTP/1.1" status: 200  len: 946 time: 0.0963755
Apr 16 05:14:35.170694 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-cc8e6c9f-0ff6-4588-acde-88ad7815126b req-78bee4da-2e0b-4207-865e-88ee4f8dfdfa tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/security-groups?id=64fcd4c6-6895-4ef1-8bcd-86346ebbc94f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451307
Apr 16 05:14:35.508885 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac84758-af97-44f2-81c9-fd38abe524ab req-4b6aeeff-6d49-4001-bbfd-3d2b5b36bbf3 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:14:35.510600 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-eac84758-af97-44f2-81c9-fd38abe524ab req-4b6aeeff-6d49-4001-bbfd-3d2b5b36bbf3 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.16 "GET /v2.0/ports?device_id=6515c7b1-6e49-4183-9867-2055905f5571 HTTP/1.1" status: 200  len: 946 time: 0.0972366
Apr 16 05:14:35.597112 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [req-eac84758-af97-44f2-81c9-fd38abe524ab req-a3225c5e-3e32-403b-a3d0-a5b57a01e98f tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Deleting port 48bcddb6-c4dc-4911-87e3-5d7a515b8212 {{(pid=85356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 05:14:35.597518 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-eac84758-af97-44f2-81c9-fd38abe524ab req-a3225c5e-3e32-403b-a3d0-a5b57a01e98f tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284331874164'] for port, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:14:35.873519 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [req-eac84758-af97-44f2-81c9-fd38abe524ab req-a3225c5e-3e32-403b-a3d0-a5b57a01e98f tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] For port 48bcddb6-c4dc-4911-87e3-5d7a515b8212, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=48bcddb6-c4dc-4911-87e3-5d7a515b8212,segment=NetworkSegment(fa8ed93a-7d20-4bda-811d-279523b2b9b5),segment_id=fa8ed93a-7d20-4bda-811d-279523b2b9b5)] {{(pid=85356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:14:35.874155 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-eac84758-af97-44f2-81c9-fd38abe524ab req-a3225c5e-3e32-403b-a3d0-a5b57a01e98f tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821567696'] for port, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:14:36.386473 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3aab61-1434-4ce4-87a2-5bc7e1990145 req-0c7f5940-73b2-4fd0-981f-466c475420be tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:14:36.388718 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-cb3aab61-1434-4ce4-87a2-5bc7e1990145 req-0c7f5940-73b2-4fd0-981f-466c475420be tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/ports?device_id=6515c7b1-6e49-4183-9867-2055905f5571 HTTP/1.1" status: 200  len: 946 time: 0.0942469
Apr 16 05:14:36.443568 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-cb3aab61-1434-4ce4-87a2-5bc7e1990145 req-5e56f593-2510-4b7e-aaec-94fee7f22434 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/security-groups?id=64fcd4c6-6895-4ef1-8bcd-86346ebbc94f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478361
Apr 16 05:14:36.466394 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-eac84758-af97-44f2-81c9-fd38abe524ab req-a3225c5e-3e32-403b-a3d0-a5b57a01e98f tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:14:36.466783 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-eac84758-af97-44f2-81c9-fd38abe524ab req-a3225c5e-3e32-403b-a3d0-a5b57a01e98f tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33197037'] for floatingip, after_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:14:36.467169 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.db.l3_db [req-eac84758-af97-44f2-81c9-fd38abe524ab req-a3225c5e-3e32-403b-a3d0-a5b57a01e98f tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Floating IP 08f8d516-a112-4b42-94bc-1a022397dd45 disassociated. External IP: 172.27.2.129, port: 48bcddb6-c4dc-4911-87e3-5d7a515b8212.
Apr 16 05:14:36.467599 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [req-eac84758-af97-44f2-81c9-fd38abe524ab req-a3225c5e-3e32-403b-a3d0-a5b57a01e98f tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Calling delete_port for 48bcddb6-c4dc-4911-87e3-5d7a515b8212 owned by compute:nova {{(pid=85356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 05:14:36.643505 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-eac84758-af97-44f2-81c9-fd38abe524ab req-a3225c5e-3e32-403b-a3d0-a5b57a01e98f tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752522904879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752522456008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32051484'] for port, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:14:36.660258 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-76fa08ef-120a-4b7a-8580-b37977222196 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:14:36.759494 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3225c5e-3e32-403b-a3d0-a5b57a01e98f tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Pushing event deleted for resources: {'Port': ['ID=48bcddb6-c4dc-4911-87e3-5d7a515b8212,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:14:36.776188 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3225c5e-3e32-403b-a3d0-a5b57a01e98f tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:14:36.776681 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3225c5e-3e32-403b-a3d0-a5b57a01e98f tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:14:36.777122 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3225c5e-3e32-403b-a3d0-a5b57a01e98f tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:14:36.777555 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3225c5e-3e32-403b-a3d0-a5b57a01e98f tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:14:36.777958 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3225c5e-3e32-403b-a3d0-a5b57a01e98f tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:14:36.778342 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3225c5e-3e32-403b-a3d0-a5b57a01e98f tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:14:36.778747 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3225c5e-3e32-403b-a3d0-a5b57a01e98f tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:14:36.779150 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3225c5e-3e32-403b-a3d0-a5b57a01e98f tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:14:36.779547 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3225c5e-3e32-403b-a3d0-a5b57a01e98f tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:14:36.779942 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3225c5e-3e32-403b-a3d0-a5b57a01e98f tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:14:36.780325 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3225c5e-3e32-403b-a3d0-a5b57a01e98f tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:14:36.780732 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3225c5e-3e32-403b-a3d0-a5b57a01e98f tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:14:36.786063 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-a3225c5e-3e32-403b-a3d0-a5b57a01e98f tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:14:36.887188 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-d9c4523e-879b-42c1-b93b-ba0507967cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:14:37.047365 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eac84758-af97-44f2-81c9-fd38abe524ab req-a3225c5e-3e32-403b-a3d0-a5b57a01e98f tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Router e3eb6043-a877-4f5d-9594-0a6a23dc1067 has already been hosted by L3 agent 9bacd1b6-99a0-44b1-8352-fe12768771b0 {{(pid=85356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 16 05:14:37.250067 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eac84758-af97-44f2-81c9-fd38abe524ab req-a3225c5e-3e32-403b-a3d0-a5b57a01e98f tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify agent at l3_agent.dv-cinder-786524-1-iscsi the message routers_updated {{(pid=85356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 05:14:37.260500 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047398ad-a4c3-49ff-a506-56946c85ecab None None] Sync routers for ids ['e3eb6043-a877-4f5d-9594-0a6a23dc1067'] in dv-cinder-786524-1-iscsi {{(pid=85359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 05:14:37.273351 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047398ad-a4c3-49ff-a506-56946c85ecab None None] Routers {'e3eb6043-a877-4f5d-9594-0a6a23dc1067'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:14:37.274231 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-047398ad-a4c3-49ff-a506-56946c85ecab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dae84c5f8>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:14:37Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['e3eb6043-a877-4f5d-9594-0a6a23dc1067'], 'active': True} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:14:37.332170 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [req-eac84758-af97-44f2-81c9-fd38abe524ab req-a3225c5e-3e32-403b-a3d0-a5b57a01e98f tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] No DVR routers for this DVR port 48bcddb6-c4dc-4911-87e3-5d7a515b8212 on host hv-cinder-78652 {{(pid=85356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 16 05:14:37.335864 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-eac84758-af97-44f2-81c9-fd38abe524ab req-a3225c5e-3e32-403b-a3d0-a5b57a01e98f tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:14:37.339206 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6515c7b1-6e49-4183-9867-2055905f5571', 'name': 'network-vif-deleted', 'tag': '48bcddb6-c4dc-4911-87e3-5d7a515b8212'}] {{(pid=85356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 05:14:37.357716 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-eac84758-af97-44f2-81c9-fd38abe524ab req-a3225c5e-3e32-403b-a3d0-a5b57a01e98f tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.16 "DELETE /v2.0/ports/48bcddb6-c4dc-4911-87e3-5d7a515b8212 HTTP/1.1" status: 204  len: 173 time: 1.8401997
Apr 16 05:14:37.462704 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6515c7b1-6e49-4183-9867-2055905f5571', 'name': 'network-vif-deleted', 'tag': '48bcddb6-c4dc-4911-87e3-5d7a515b8212', 'status': 'completed', 'code': 200}
Apr 16 05:14:37.488121 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-047398ad-a4c3-49ff-a506-56946c85ecab None None] Set router e3eb6043-a877-4f5d-9594-0a6a23dc1067 gateway port host: dv-cinder-786524-1-iscsi {{(pid=85359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:14:37.619972 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-0751a319-c79e-4aa2-b96f-b126b4ecbcc7 req-4a85de88-c5a4-4f9c-81c0-ddcb5b0cf051 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/ports?device_id=6515c7b1-6e49-4183-9867-2055905f5571 HTTP/1.1" status: 200  len: 210 time: 0.0514696
Apr 16 05:14:37.723638 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:14:37.803980 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-63345f0b-feae-4d1b-a675-506eb60b354a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:14:38.015417 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-047398ad-a4c3-49ff-a506-56946c85ecab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dae84c5f8>, [{'id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'name': 'tempest-TestVolumeBootPattern-127490657-router', 'tenant_id': 'db51901ec1bf486ca3fc2d191f21d909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '74c9d90b-c1df-4a7a-ab06-8fb6623300c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:11:31Z', 'updated_at': '2021-04-16T05:11:38Z', 'revision_number': 4, 'project_id': 'db51901ec1bf486ca3fc2d191f21d909', 'gw_port': {'id': '74c9d90b-c1df-4a7a-ab06-8fb6623300c1', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:32Z', 'updated_at': '2021-04-16T05:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi', '_interfaces': [{'id': '0f971c1e-8f5b-4a93-80ea-ecfc9a7e4887', 'name': '', 'network_id': '8dec1d0f-cfff-4035-8076-7521657c2e62', 'tenant_id': 'db51901ec1bf486ca3fc2d191f21d909', 'mac_address': 'fa:16:3e:b3:11:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'b6cb0891-12b7-4364-a273-4c1d3fcc7328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:37Z', 'updated_at': '2021-04-16T05:11:55Z', 'revision_number': 5, 'project_id': 'db51901ec1bf486ca3fc2d191f21d909', 'subnets': [{'id': 'b6cb0891-12b7-4364-a273-4c1d3fcc7328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:14:38.019109 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:14:38.019765 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047398ad-a4c3-49ff-a506-56946c85ecab None None] Checking router: e3eb6043-a877-4f5d-9594-0a6a23dc1067 for host: dv-cinder-786524-1-iscsi {{(pid=85359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 05:14:38.029861 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047398ad-a4c3-49ff-a506-56946c85ecab None None] Routers {'e3eb6043-a877-4f5d-9594-0a6a23dc1067'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:14:38.030542 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-047398ad-a4c3-49ff-a506-56946c85ecab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dae84c5f8>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:14:37Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['e3eb6043-a877-4f5d-9594-0a6a23dc1067'], 'active': True} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:14:38.222668 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-047398ad-a4c3-49ff-a506-56946c85ecab None None] Set router e3eb6043-a877-4f5d-9594-0a6a23dc1067 gateway port host: dv-cinder-786524-1-iscsi {{(pid=85359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:14:38.585924 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-047398ad-a4c3-49ff-a506-56946c85ecab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dae84c5f8>, [{'id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'name': 'tempest-TestVolumeBootPattern-127490657-router', 'tenant_id': 'db51901ec1bf486ca3fc2d191f21d909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '74c9d90b-c1df-4a7a-ab06-8fb6623300c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:11:31Z', 'updated_at': '2021-04-16T05:11:38Z', 'revision_number': 4, 'project_id': 'db51901ec1bf486ca3fc2d191f21d909', 'gw_port': {'id': '74c9d90b-c1df-4a7a-ab06-8fb6623300c1', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:32Z', 'updated_at': '2021-04-16T05:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi', '_interfaces': [{'id': '0f971c1e-8f5b-4a93-80ea-ecfc9a7e4887', 'name': '', 'network_id': '8dec1d0f-cfff-4035-8076-7521657c2e62', 'tenant_id': 'db51901ec1bf486ca3fc2d191f21d909', 'mac_address': 'fa:16:3e:b3:11:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'b6cb0891-12b7-4364-a273-4c1d3fcc7328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:37Z', 'updated_at': '2021-04-16T05:11:55Z', 'revision_number': 5, 'project_id': 'db51901ec1bf486ca3fc2d191f21d909', 'subnets': [{'id': 'b6cb0891-12b7-4364-a273-4c1d3fcc7328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:14:38.590896 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047398ad-a4c3-49ff-a506-56946c85ecab None None] The sync data for ids ['e3eb6043-a877-4f5d-9594-0a6a23dc1067'] in dv-cinder-786524-1-iscsi is: [{'id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'name': 'tempest-TestVolumeBootPattern-127490657-router', 'tenant_id': 'db51901ec1bf486ca3fc2d191f21d909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '74c9d90b-c1df-4a7a-ab06-8fb6623300c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:11:31Z', 'updated_at': '2021-04-16T05:11:38Z', 'revision_number': 4, 'project_id': 'db51901ec1bf486ca3fc2d191f21d909', 'gw_port': {'id': '74c9d90b-c1df-4a7a-ab06-8fb6623300c1', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:32Z', 'updated_at': '2021-04-16T05:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi', '_interfaces': [{'id': '0f971c1e-8f5b-4a93-80ea-ecfc9a7e4887', 'name': '', 'network_id': '8dec1d0f-cfff-4035-8076-7521657c2e62', 'tenant_id': 'db51901ec1bf486ca3fc2d191f21d909', 'mac_address': 'fa:16:3e:b3:11:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'b6cb0891-12b7-4364-a273-4c1d3fcc7328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:37Z', 'updated_at': '2021-04-16T05:11:55Z', 'revision_number': 5, 'project_id': 'db51901ec1bf486ca3fc2d191f21d909', 'subnets': [{'id': 'b6cb0891-12b7-4364-a273-4c1d3fcc7328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 05:14:38.962999 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device 48bcddb6-c4dc-4911-87e3-5d7a515b8212 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 05:14:38.967386 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-0dcdf29f-121e-44a1-89cf-a73b249c9090 req-803e5ed8-e20e-4eb7-97c8-c9a81beaa252 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1277264227&fields=id&tenant_id=db51901ec1bf486ca3fc2d191f21d909 HTTP/1.1" status: 200  len: 267 time: 0.0504074
Apr 16 05:14:39.002319 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] No Port match for: 48bcddb6-c4dc-4911-87e3-5d7a515b8212 {{(pid=85358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 16 05:14:39.002829 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device 48bcddb6-c4dc-4911-87e3-5d7a515b8212 not bound to the agent host hv-cinder-78652 {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 05:14:39.007156 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63c5cd6-8db9-4292-a6c4-fec472efe85e None None] New status for floating IP 08f8d516-a112-4b42-94bc-1a022397dd45: DOWN {{(pid=85358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 16 05:14:39.155480 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcdf29f-121e-44a1-89cf-a73b249c9090 req-929342e3-b30d-4b2f-98be-658e566f30ca tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:14:39.157291 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-0dcdf29f-121e-44a1-89cf-a73b249c9090 req-929342e3-b30d-4b2f-98be-658e566f30ca tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/networks?id=8dec1d0f-cfff-4035-8076-7521657c2e62 HTTP/1.1" status: 200  len: 811 time: 0.1804607
Apr 16 05:14:39.181728 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-0dcdf29f-121e-44a1-89cf-a73b249c9090 req-b1b6dade-a4fa-441e-b3e6-eeabfb6d4af5 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/quotas/db51901ec1bf486ca3fc2d191f21d909 HTTP/1.1" status: 200  len: 375 time: 0.0116858
Apr 16 05:14:39.290867 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-0dcdf29f-121e-44a1-89cf-a73b249c9090 req-ed16933e-43bf-4a18-afa5-3df4a6663ae7 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=db51901ec1bf486ca3fc2d191f21d909&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1013343
Apr 16 05:14:39.366031 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [req-0dcdf29f-121e-44a1-89cf-a73b249c9090 req-1a482c86-298c-4aef-aeaf-6617266b9efb service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=85357) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 05:14:39.367205 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-0dcdf29f-121e-44a1-89cf-a73b249c9090 req-1a482c86-298c-4aef-aeaf-6617266b9efb service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0610447
Apr 16 05:14:39.444771 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a57a9699-4b93-4635-9a0c-76135fd629c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:14:39.526772 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-0dcdf29f-121e-44a1-89cf-a73b249c9090 req-5e5bb2ce-ae2b-4a95-b399-a04b0efc83fe service neutron] 10.222.0.26 "GET /v2.0/networks/8dec1d0f-cfff-4035-8076-7521657c2e62?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1512651
Apr 16 05:14:39.678183 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-0dcdf29f-121e-44a1-89cf-a73b249c9090 req-a9fe133a-1fdf-4df5-b3e3-626b75a286e0 service neutron] 10.222.0.26 "GET /v2.0/networks/8dec1d0f-cfff-4035-8076-7521657c2e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1414208
Apr 16 05:14:40.117594 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-dfd7c6b9-73c9-43fd-a88a-dffded019ea8 req-ddb0e1b4-3485-4480-9328-bf8dbab62ec2 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/ports?device_id=8da672a9-de6d-413d-bd78-fbb18efd5f41 HTTP/1.1" status: 200  len: 210 time: 0.0493877
Apr 16 05:14:41.288336 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c7f0a39b-df81-4fcc-9362-02d77f11878d req-ef5f7fd4-7859-47de-9fc4-f2e96ba8620a tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/ports?device_id=8da672a9-de6d-413d-bd78-fbb18efd5f41 HTTP/1.1" status: 200  len: 210 time: 0.0529032
Apr 16 05:14:41.450164 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcdf29f-121e-44a1-89cf-a73b249c9090 req-0da0a303-1bdd-4122-8ceb-10f9eb687113 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:14:41.451669 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-0dcdf29f-121e-44a1-89cf-a73b249c9090 req-0da0a303-1bdd-4122-8ceb-10f9eb687113 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.16 "GET /v2.0/networks?id=8dec1d0f-cfff-4035-8076-7521657c2e62 HTTP/1.1" status: 200  len: 811 time: 0.1653335
Apr 16 05:14:41.544012 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-0dcdf29f-121e-44a1-89cf-a73b249c9090 req-8853d772-8175-4949-a7bd-a605c2ca0832 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Synchronizing usage tracker for tenant:db51901ec1bf486ca3fc2d191f21d909 on resource:security_group {{(pid=85356) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 05:14:41.558486 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-0dcdf29f-121e-44a1-89cf-a73b249c9090 req-8853d772-8175-4949-a7bd-a605c2ca0832 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Unset dirty status for tenant:db51901ec1bf486ca3fc2d191f21d909 on resource:security_group {{(pid=85356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 05:14:41.560125 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-0dcdf29f-121e-44a1-89cf-a73b249c9090 req-8853d772-8175-4949-a7bd-a605c2ca0832 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=db51901ec1bf486ca3fc2d191f21d909 HTTP/1.1" status: 200  len: 8061 time: 0.0880902
Apr 16 05:14:41.574958 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [req-0dcdf29f-121e-44a1-89cf-a73b249c9090 req-c93769de-ce6b-4fc6-a874-2c4b0c8548f4 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Request body: {'port': {'device_id': '8da672a9-de6d-413d-bd78-fbb18efd5f41', 'network_id': '8dec1d0f-cfff-4035-8076-7521657c2e62', 'admin_state_up': True, 'tenant_id': 'db51901ec1bf486ca3fc2d191f21d909', 'security_groups': ['64fcd4c6-6895-4ef1-8bcd-86346ebbc94f']}} {{(pid=85356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:14:41.723389 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [req-0dcdf29f-121e-44a1-89cf-a73b249c9090 req-c93769de-ce6b-4fc6-a874-2c4b0c8548f4 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:14:41.727689 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-0dcdf29f-121e-44a1-89cf-a73b249c9090 req-c93769de-ce6b-4fc6-a874-2c4b0c8548f4 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Usage tracker for resource:port and tenant:db51901ec1bf486ca3fc2d191f21d909 is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:14:41.730998 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-0dcdf29f-121e-44a1-89cf-a73b249c9090 req-c93769de-ce6b-4fc6-a874-2c4b0c8548f4 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:14:41.737280 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [req-0dcdf29f-121e-44a1-89cf-a73b249c9090 req-c93769de-ce6b-4fc6-a874-2c4b0c8548f4 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:14:41.747208 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dcdf29f-121e-44a1-89cf-a73b249c9090 req-c93769de-ce6b-4fc6-a874-2c4b0c8548f4 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Made reservation on behalf of db51901ec1bf486ca3fc2d191f21d909 for: {'port': 1} {{(pid=85356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 05:14:41.753455 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-0dcdf29f-121e-44a1-89cf-a73b249c9090 req-c93769de-ce6b-4fc6-a874-2c4b0c8548f4 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:14:41.942913 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.db_base_plugin_common [req-0dcdf29f-121e-44a1-89cf-a73b249c9090 req-c93769de-ce6b-4fc6-a874-2c4b0c8548f4 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Allocated IP 172.20.0.14 (8dec1d0f-cfff-4035-8076-7521657c2e62/b6cb0891-12b7-4364-a273-4c1d3fcc7328/654a1d00-cf33-4271-b8a0-147849ef1068) {{(pid=85356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 05:14:42.170194 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-0dcdf29f-121e-44a1-89cf-a73b249c9090 req-c93769de-ce6b-4fc6-a874-2c4b0c8548f4 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks [] for port, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:14:42.188732 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [req-0dcdf29f-121e-44a1-89cf-a73b249c9090 req-c93769de-ce6b-4fc6-a874-2c4b0c8548f4 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Transition to ACTIVE for port object 654a1d00-cf33-4271-b8a0-147849ef1068 will not be triggered until provisioned by entity DHCP. {{(pid=85356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 05:14:42.214993 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-0dcdf29f-121e-44a1-89cf-a73b249c9090 req-c93769de-ce6b-4fc6-a874-2c4b0c8548f4 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284332319809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32051484'] for port, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:14:42.230850 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-97ebf683-a551-4a48-87ad-9acd1f289b88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:14:42.369363 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93769de-ce6b-4fc6-a874-2c4b0c8548f4 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Pushing event updated for resources: {'Port': ['ID=654a1d00-cf33-4271-b8a0-147849ef1068,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:14:42.374361 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-c93769de-ce6b-4fc6-a874-2c4b0c8548f4 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:14:42.430481 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dcdf29f-121e-44a1-89cf-a73b249c9090 req-c93769de-ce6b-4fc6-a874-2c4b0c8548f4 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Network 8dec1d0f-cfff-4035-8076-7521657c2e62 is already hosted by enough agents. {{(pid=85356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 05:14:42.431749 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [req-0dcdf29f-121e-44a1-89cf-a73b249c9090 req-c93769de-ce6b-4fc6-a874-2c4b0c8548f4 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Resources bound (agent type, host, resource id):  {{(pid=85356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 05:14:42.435372 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dcdf29f-121e-44a1-89cf-a73b249c9090 req-c93769de-ce6b-4fc6-a874-2c4b0c8548f4 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Received port after_create {{(pid=85356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 05:14:42.510494 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a458a0-6717-4186-a643-4d4a00ba8205 req-f6feb229-0389-496f-a4e5-b3057bebd18f tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:14:42.512072 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcdf29f-121e-44a1-89cf-a73b249c9090 req-c93769de-ce6b-4fc6-a874-2c4b0c8548f4 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:14:42.512818 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-41a458a0-6717-4186-a643-4d4a00ba8205 req-f6feb229-0389-496f-a4e5-b3057bebd18f tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/ports?device_id=8da672a9-de6d-413d-bd78-fbb18efd5f41 HTTP/1.1" status: 200  len: 932 time: 0.1026301
Apr 16 05:14:42.512969 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-0dcdf29f-121e-44a1-89cf-a73b249c9090 req-c93769de-ce6b-4fc6-a874-2c4b0c8548f4 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:14:42.539643 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-0dcdf29f-121e-44a1-89cf-a73b249c9090 req-c93769de-ce6b-4fc6-a874-2c4b0c8548f4 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9711559
Apr 16 05:14:42.558939 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [req-0dcdf29f-121e-44a1-89cf-a73b249c9090 req-cc9f32cf-2e9c-4a52-82ae-7333b3db2d52 service neutron] Request body: {'port': {'device_id': '8da672a9-de6d-413d-bd78-fbb18efd5f41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=85356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:14:42.563870 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-41a458a0-6717-4186-a643-4d4a00ba8205 req-c7482008-0afa-47d8-b67e-8b61edd26a59 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/security-groups?id=64fcd4c6-6895-4ef1-8bcd-86346ebbc94f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437958
Apr 16 05:14:42.675663 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-0bb49ef0-bc55-4c0c-bb6c-dc2dda4f04f4 None None] Provisioning for port 654a1d00-cf33-4271-b8a0-147849ef1068 completed by entity DHCP. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 05:14:42.681032 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-0bb49ef0-bc55-4c0c-bb6c-dc2dda4f04f4 None None] Provisioning complete for port 654a1d00-cf33-4271-b8a0-147849ef1068 triggered by entity DHCP. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:14:42.681440 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0bb49ef0-bc55-4c0c-bb6c-dc2dda4f04f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:14:42.683265 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-0dcdf29f-121e-44a1-89cf-a73b249c9090 req-cc9f32cf-2e9c-4a52-82ae-7333b3db2d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:14:42.742699 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-0bb49ef0-bc55-4c0c-bb6c-dc2dda4f04f4 None None] Port 654a1d00-cf33-4271-b8a0-147849ef1068 cannot update to ACTIVE because it is not bound. {{(pid=85358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 16 05:14:43.069622 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [req-0dcdf29f-121e-44a1-89cf-a73b249c9090 req-cc9f32cf-2e9c-4a52-82ae-7333b3db2d52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 654a1d00-cf33-4271-b8a0-147849ef1068 {{(pid=85356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 05:14:43.081409 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-0dcdf29f-121e-44a1-89cf-a73b249c9090 req-cc9f32cf-2e9c-4a52-82ae-7333b3db2d52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:14:43.100454 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [req-0dcdf29f-121e-44a1-89cf-a73b249c9090 req-cc9f32cf-2e9c-4a52-82ae-7333b3db2d52 service neutron] Transition to ACTIVE for port object 654a1d00-cf33-4271-b8a0-147849ef1068 will not be triggered until provisioned by entity L2. {{(pid=85356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 05:14:43.103884 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-0dcdf29f-121e-44a1-89cf-a73b249c9090 req-cc9f32cf-2e9c-4a52-82ae-7333b3db2d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822724348'] for port, after_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:14:43.118817 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-ebfea380-9a6d-4c2b-af33-9c50ecdcfb9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:14:43.258555 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9f32cf-2e9c-4a52-82ae-7333b3db2d52 service neutron] Pushing event updated for resources: {'Port': ['ID=654a1d00-cf33-4271-b8a0-147849ef1068,revision_number=2']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:14:43.262444 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-cc9f32cf-2e9c-4a52-82ae-7333b3db2d52 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:14:43.501057 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [req-0dcdf29f-121e-44a1-89cf-a73b249c9090 req-cc9f32cf-2e9c-4a52-82ae-7333b3db2d52 service neutron] Attempting to bind port 654a1d00-cf33-4271-b8a0-147849ef1068 on host hv-cinder-78652 for vnic_type normal with profile  {{(pid=85356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 05:14:43.501748 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [req-0dcdf29f-121e-44a1-89cf-a73b249c9090 req-cc9f32cf-2e9c-4a52-82ae-7333b3db2d52 service neutron] Attempting to bind port 654a1d00-cf33-4271-b8a0-147849ef1068 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'fa8ed93a-7d20-4bda-811d-279523b2b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8dec1d0f-cfff-4035-8076-7521657c2e62'}] {{(pid=85356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 05:14:43.501885 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcdf29f-121e-44a1-89cf-a73b249c9090 req-cc9f32cf-2e9c-4a52-82ae-7333b3db2d52 service neutron] Attempting to bind port 654a1d00-cf33-4271-b8a0-147849ef1068 on network 8dec1d0f-cfff-4035-8076-7521657c2e62 {{(pid=85356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 05:14:43.507087 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcdf29f-121e-44a1-89cf-a73b249c9090 req-cc9f32cf-2e9c-4a52-82ae-7333b3db2d52 service neutron] Port 654a1d00-cf33-4271-b8a0-147849ef1068 on network 8dec1d0f-cfff-4035-8076-7521657c2e62 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=85356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 05:14:43.507456 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcdf29f-121e-44a1-89cf-a73b249c9090 req-cc9f32cf-2e9c-4a52-82ae-7333b3db2d52 service neutron] Attempting to bind port 654a1d00-cf33-4271-b8a0-147849ef1068 on network 8dec1d0f-cfff-4035-8076-7521657c2e62 {{(pid=85356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 05:14:43.514455 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcdf29f-121e-44a1-89cf-a73b249c9090 req-cc9f32cf-2e9c-4a52-82ae-7333b3db2d52 service neutron] Checking agent: {'id': '5ddcce5e-7017-4c76-88fa-bffacfec0d31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 5, 1, 38), 'started_at': datetime.datetime(2021, 4, 16, 5, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 5, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 05:14:43.514837 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcdf29f-121e-44a1-89cf-a73b249c9090 req-cc9f32cf-2e9c-4a52-82ae-7333b3db2d52 service neutron] Checking segment: {'id': 'fa8ed93a-7d20-4bda-811d-279523b2b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8dec1d0f-cfff-4035-8076-7521657c2e62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 05:14:43.515415 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcdf29f-121e-44a1-89cf-a73b249c9090 req-cc9f32cf-2e9c-4a52-82ae-7333b3db2d52 service neutron] Bound using segment: {'id': 'fa8ed93a-7d20-4bda-811d-279523b2b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8dec1d0f-cfff-4035-8076-7521657c2e62'} {{(pid=85356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 05:14:43.515750 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [req-0dcdf29f-121e-44a1-89cf-a73b249c9090 req-cc9f32cf-2e9c-4a52-82ae-7333b3db2d52 service neutron] Bound port: 654a1d00-cf33-4271-b8a0-147849ef1068, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa8ed93a-7d20-4bda-811d-279523b2b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8dec1d0f-cfff-4035-8076-7521657c2e62'}}] {{(pid=85356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 05:14:43.516502 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-0dcdf29f-121e-44a1-89cf-a73b249c9090 req-cc9f32cf-2e9c-4a52-82ae-7333b3db2d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:14:43.549166 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-32f92426-ee61-4932-8e05-723129ca85f5 req-a9001087-8730-4165-9261-6faa9dc0bcd8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9de562d9-339b-413c-a8b8-3aa40ed6e1e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0784225
Apr 16 05:14:43.621933 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [req-0dcdf29f-121e-44a1-89cf-a73b249c9090 req-cc9f32cf-2e9c-4a52-82ae-7333b3db2d52 service neutron] For port 654a1d00-cf33-4271-b8a0-147849ef1068, host hv-cinder-78652, cleared binding levels {{(pid=85356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 05:14:43.625281 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [req-0dcdf29f-121e-44a1-89cf-a73b249c9090 req-cc9f32cf-2e9c-4a52-82ae-7333b3db2d52 service neutron] For port 654a1d00-cf33-4271-b8a0-147849ef1068, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=654a1d00-cf33-4271-b8a0-147849ef1068,segment=NetworkSegment(fa8ed93a-7d20-4bda-811d-279523b2b9b5),segment_id=fa8ed93a-7d20-4bda-811d-279523b2b9b5)] {{(pid=85356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 05:14:43.629521 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-0dcdf29f-121e-44a1-89cf-a73b249c9090 req-cc9f32cf-2e9c-4a52-82ae-7333b3db2d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822724348'] for port, after_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:14:43.645917 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-9acd68a8-28db-4447-97d9-71099e559605 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:14:43.806273 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9f32cf-2e9c-4a52-82ae-7333b3db2d52 service neutron] Pushing event updated for resources: {'Port': ['ID=654a1d00-cf33-4271-b8a0-147849ef1068,revision_number=3']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:14:43.812235 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-cc9f32cf-2e9c-4a52-82ae-7333b3db2d52 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:14:43.846876 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcdf29f-121e-44a1-89cf-a73b249c9090 req-cc9f32cf-2e9c-4a52-82ae-7333b3db2d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:14:43.847438 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-0dcdf29f-121e-44a1-89cf-a73b249c9090 req-cc9f32cf-2e9c-4a52-82ae-7333b3db2d52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:14:43.849144 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-0dcdf29f-121e-44a1-89cf-a73b249c9090 req-cc9f32cf-2e9c-4a52-82ae-7333b3db2d52 service neutron] 10.222.0.16 "PUT /v2.0/ports/654a1d00-cf33-4271-b8a0-147849ef1068 HTTP/1.1" status: 200  len: 1094 time: 1.2953386
Apr 16 05:14:43.849787 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8da672a9-de6d-413d-bd78-fbb18efd5f41', 'tag': '654a1d00-cf33-4271-b8a0-147849ef1068'}] {{(pid=85356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 05:14:43.942284 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8da672a9-de6d-413d-bd78-fbb18efd5f41', 'tag': '654a1d00-cf33-4271-b8a0-147849ef1068', 'status': 'completed', 'code': 200}
Apr 16 05:14:43.995524 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcdf29f-121e-44a1-89cf-a73b249c9090 req-7f370f5f-15ab-46ac-b1be-89c1de04f4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:14:43.997452 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-0dcdf29f-121e-44a1-89cf-a73b249c9090 req-7f370f5f-15ab-46ac-b1be-89c1de04f4be service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=db51901ec1bf486ca3fc2d191f21d909&device_id=8da672a9-de6d-413d-bd78-fbb18efd5f41 HTTP/1.1" status: 200  len: 1097 time: 0.0934882
Apr 16 05:14:44.042486 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f92426-ee61-4932-8e05-723129ca85f5 req-3ca1b4f4-2982-44b7-a707-65f739ed99f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:14:44.044149 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-32f92426-ee61-4932-8e05-723129ca85f5 req-3ca1b4f4-2982-44b7-a707-65f739ed99f4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2a2ab941ff144e0782baf8de7b2da717&device_id=9de562d9-339b-413c-a8b8-3aa40ed6e1e0 HTTP/1.1" status: 200  len: 1098 time: 0.4018905
Apr 16 05:14:44.056544 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca76fe89-9a3c-45a5-9f92-bf125715cc7a req-6adf8afe-1e94-47dc-ad1f-571a3599269a tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:14:44.058494 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ca76fe89-9a3c-45a5-9f92-bf125715cc7a req-6adf8afe-1e94-47dc-ad1f-571a3599269a tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/ports?device_id=8da672a9-de6d-413d-bd78-fbb18efd5f41 HTTP/1.1" status: 200  len: 944 time: 0.1218028
Apr 16 05:14:44.082758 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-0dcdf29f-121e-44a1-89cf-a73b249c9090 req-5375c5ea-0d79-4b14-89c6-995b3fc6b19a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=654a1d00-cf33-4271-b8a0-147849ef1068 HTTP/1.1" status: 200  len: 217 time: 0.0716884
Apr 16 05:14:44.167689 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcdf29f-121e-44a1-89cf-a73b249c9090 req-83b053d5-6b55-4d8e-910a-6055fa57c714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:14:44.169422 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-0dcdf29f-121e-44a1-89cf-a73b249c9090 req-83b053d5-6b55-4d8e-910a-6055fa57c714 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b6cb0891-12b7-4364-a273-4c1d3fcc7328 HTTP/1.1" status: 200  len: 850 time: 0.0805349
Apr 16 05:14:44.199890 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ca76fe89-9a3c-45a5-9f92-bf125715cc7a req-23645822-5aa6-4cc4-b94f-e5d3c885b331 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/security-groups?id=64fcd4c6-6895-4ef1-8bcd-86346ebbc94f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1341982
Apr 16 05:14:44.244558 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f92426-ee61-4932-8e05-723129ca85f5 req-363cd9ce-f5a5-4cdd-9eb1-1930a44a680f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:14:44.246266 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-32f92426-ee61-4932-8e05-723129ca85f5 req-363cd9ce-f5a5-4cdd-9eb1-1930a44a680f service neutron] 10.222.0.16 "GET /v2.0/networks?id=6f89da5d-f206-462e-a636-98594ebaa0a7 HTTP/1.1" status: 200  len: 912 time: 0.1786656
Apr 16 05:14:44.266088 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcdf29f-121e-44a1-89cf-a73b249c9090 req-3fdc3df0-732a-405f-9aa9-ca8c597ceee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:14:44.267752 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-0dcdf29f-121e-44a1-89cf-a73b249c9090 req-3fdc3df0-732a-405f-9aa9-ca8c597ceee9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8dec1d0f-cfff-4035-8076-7521657c2e62&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0909677
Apr 16 05:14:44.370649 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-32f92426-ee61-4932-8e05-723129ca85f5 req-d8c60168-2156-4e8d-85d1-d8e0e5f1314b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=737f732b-45bd-4ff7-87fc-f6af7c36795e HTTP/1.1" status: 200  len: 1001 time: 0.1150942
Apr 16 05:14:44.417229 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-0dcdf29f-121e-44a1-89cf-a73b249c9090 req-b984d1da-f83a-47fe-8938-374ee8e8bbf5 service neutron] 10.222.0.16 "GET /v2.0/networks/8dec1d0f-cfff-4035-8076-7521657c2e62?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1431556
Apr 16 05:14:44.447705 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f92426-ee61-4932-8e05-723129ca85f5 req-e77f5d41-6023-4e0c-abbd-c668051cc1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:14:44.449705 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-32f92426-ee61-4932-8e05-723129ca85f5 req-e77f5d41-6023-4e0c-abbd-c668051cc1c1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5bb05315-89e6-4b92-8e01-e6ed3a170aba HTTP/1.1" status: 200  len: 850 time: 0.0734499
Apr 16 05:14:44.544795 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f92426-ee61-4932-8e05-723129ca85f5 req-2222192c-736b-49a3-a0ae-1fb5b49b714e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:14:44.546481 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-32f92426-ee61-4932-8e05-723129ca85f5 req-2222192c-736b-49a3-a0ae-1fb5b49b714e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6f89da5d-f206-462e-a636-98594ebaa0a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0896134
Apr 16 05:14:44.699480 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-32f92426-ee61-4932-8e05-723129ca85f5 req-50c2c9df-7eb1-4ef9-b84a-e0f91c1ca8e8 service neutron] 10.222.0.16 "GET /v2.0/networks/6f89da5d-f206-462e-a636-98594ebaa0a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1453619
Apr 16 05:14:44.826502 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-0dcdf29f-121e-44a1-89cf-a73b249c9090 req-535031e2-2d87-466f-b8a8-0bd7097f3c8d service neutron] 10.222.0.16 "GET /v2.0/networks/8dec1d0f-cfff-4035-8076-7521657c2e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4015241
Apr 16 05:14:44.859617 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-32f92426-ee61-4932-8e05-723129ca85f5 req-1dffd3f0-0e18-417b-a55b-599f09475c6f service neutron] 10.222.0.16 "GET /v2.0/networks/6f89da5d-f206-462e-a636-98594ebaa0a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1518817
Apr 16 05:14:45.032360 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffa8b78-a676-482f-a3a3-c0ceb566701f req-9a8cd8a7-8f36-4e1a-befe-660d16589551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:14:45.033943 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-dffa8b78-a676-482f-a3a3-c0ceb566701f req-9a8cd8a7-8f36-4e1a-befe-660d16589551 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=db51901ec1bf486ca3fc2d191f21d909&device_id=8da672a9-de6d-413d-bd78-fbb18efd5f41 HTTP/1.1" status: 200  len: 1097 time: 0.0884793
Apr 16 05:14:45.190734 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffa8b78-a676-482f-a3a3-c0ceb566701f req-af9d4a0d-77c9-42ce-9ee0-34e8f7957039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:14:45.192430 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-dffa8b78-a676-482f-a3a3-c0ceb566701f req-af9d4a0d-77c9-42ce-9ee0-34e8f7957039 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8dec1d0f-cfff-4035-8076-7521657c2e62 HTTP/1.1" status: 200  len: 912 time: 0.1510601
Apr 16 05:14:45.280614 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-dffa8b78-a676-482f-a3a3-c0ceb566701f req-c162344b-bc79-41ca-88ac-5994fabe1e7c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=654a1d00-cf33-4271-b8a0-147849ef1068 HTTP/1.1" status: 200  len: 217 time: 0.0802946
Apr 16 05:14:45.360101 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffa8b78-a676-482f-a3a3-c0ceb566701f req-e870af8a-1d5b-47d6-afed-a49fc6877968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:14:45.361768 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-dffa8b78-a676-482f-a3a3-c0ceb566701f req-e870af8a-1d5b-47d6-afed-a49fc6877968 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b6cb0891-12b7-4364-a273-4c1d3fcc7328 HTTP/1.1" status: 200  len: 850 time: 0.0746520
Apr 16 05:14:45.457742 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffa8b78-a676-482f-a3a3-c0ceb566701f req-641ddc48-7920-4b4c-9a64-22909f80c741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:14:45.459379 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-dffa8b78-a676-482f-a3a3-c0ceb566701f req-641ddc48-7920-4b4c-9a64-22909f80c741 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8dec1d0f-cfff-4035-8076-7521657c2e62&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0832176
Apr 16 05:14:45.675975 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-dffa8b78-a676-482f-a3a3-c0ceb566701f req-9b55d6e3-38e2-41ad-99ee-77e135c311b7 service neutron] 10.222.0.16 "GET /v2.0/networks/8dec1d0f-cfff-4035-8076-7521657c2e62?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2066903
Apr 16 05:14:45.688764 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c3f7c1-dada-49cf-9e75-86d516f18dd1 req-a9d691db-e7cd-4b49-b8ed-5bf313d588a0 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:14:45.690355 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-e8c3f7c1-dada-49cf-9e75-86d516f18dd1 req-a9d691db-e7cd-4b49-b8ed-5bf313d588a0 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/ports?device_id=8da672a9-de6d-413d-bd78-fbb18efd5f41 HTTP/1.1" status: 200  len: 944 time: 0.2198966
Apr 16 05:14:45.831025 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-e8c3f7c1-dada-49cf-9e75-86d516f18dd1 req-09d9e67f-462f-4136-bac3-874d1d1d465a tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/security-groups?id=64fcd4c6-6895-4ef1-8bcd-86346ebbc94f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1178505
Apr 16 05:14:45.871380 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-dffa8b78-a676-482f-a3a3-c0ceb566701f req-5297f7c5-5d9e-467f-8dba-ee8fb9652e2f service neutron] 10.222.0.16 "GET /v2.0/networks/8dec1d0f-cfff-4035-8076-7521657c2e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1799018
Apr 16 05:14:47.048895 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ef332d-5a8d-4dcd-9fe8-306182c34b28 req-ac46bcea-29c6-4ab2-b2ff-ca4832d9a552 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:14:47.051555 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-28ef332d-5a8d-4dcd-9fe8-306182c34b28 req-ac46bcea-29c6-4ab2-b2ff-ca4832d9a552 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/ports?device_id=8da672a9-de6d-413d-bd78-fbb18efd5f41 HTTP/1.1" status: 200  len: 944 time: 0.1025043
Apr 16 05:14:47.107086 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-28ef332d-5a8d-4dcd-9fe8-306182c34b28 req-0fdabc41-9475-4933-b0a6-b29a8d6a6372 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/security-groups?id=64fcd4c6-6895-4ef1-8bcd-86346ebbc94f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463049
Apr 16 05:14:48.316129 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608de916-eed5-4587-9457-23b4991d8282 req-52a4eab6-3662-4f0a-8f75-3defb06324e8 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:14:48.317779 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-608de916-eed5-4587-9457-23b4991d8282 req-52a4eab6-3662-4f0a-8f75-3defb06324e8 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/ports?device_id=8da672a9-de6d-413d-bd78-fbb18efd5f41 HTTP/1.1" status: 200  len: 944 time: 0.0958149
Apr 16 05:14:48.367621 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-608de916-eed5-4587-9457-23b4991d8282 req-f3e8a195-5584-4374-8725-70b2711c08bd tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/security-groups?id=64fcd4c6-6895-4ef1-8bcd-86346ebbc94f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429769
Apr 16 05:14:49.599195 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d8ca65-ffa8-4c37-9aaf-b7c7df234028 req-7dfca066-2d59-4983-b46a-ada147087bbd tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:14:49.600912 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-28d8ca65-ffa8-4c37-9aaf-b7c7df234028 req-7dfca066-2d59-4983-b46a-ada147087bbd tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/ports?device_id=8da672a9-de6d-413d-bd78-fbb18efd5f41 HTTP/1.1" status: 200  len: 944 time: 0.0981686
Apr 16 05:14:49.661307 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-28d8ca65-ffa8-4c37-9aaf-b7c7df234028 req-ef01643c-67a5-4f21-8234-9ec285fca395 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/security-groups?id=64fcd4c6-6895-4ef1-8bcd-86346ebbc94f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476093
Apr 16 05:14:49.813267 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e80d0f-2636-4956-aab4-8f1f6468598f req-6f18b5ab-6240-4586-94dd-34dfc5a226c6 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:14:49.814897 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-18e80d0f-2636-4956-aab4-8f1f6468598f req-6f18b5ab-6240-4586-94dd-34dfc5a226c6 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/ports?device_id=9de562d9-339b-413c-a8b8-3aa40ed6e1e0 HTTP/1.1" status: 200  len: 945 time: 0.0961392
Apr 16 05:14:49.866427 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-18e80d0f-2636-4956-aab4-8f1f6468598f req-e84ce201-23a1-4365-b529-f1a2efc5cbb2 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0c22267-8b5c-43a0-b25f-6c7c338ce6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438614
Apr 16 05:14:50.876613 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ea94d-d9fc-4042-8b82-eb63b474f19c req-d0f41764-1915-4a8a-abf9-62bb3dad8846 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:14:50.878341 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-8e5ea94d-d9fc-4042-8b82-eb63b474f19c req-d0f41764-1915-4a8a-abf9-62bb3dad8846 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/ports?device_id=8da672a9-de6d-413d-bd78-fbb18efd5f41 HTTP/1.1" status: 200  len: 944 time: 0.0970631
Apr 16 05:14:50.932692 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-8e5ea94d-d9fc-4042-8b82-eb63b474f19c req-8d5a742e-6d59-4513-9864-082e14830653 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/security-groups?id=64fcd4c6-6895-4ef1-8bcd-86346ebbc94f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473902
Apr 16 05:14:51.094343 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0b7cfb-aee0-4010-b5a8-39ef3d9d3a61 req-b9c7bc53-6b72-4f91-b511-a35e38c5b6b1 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:14:51.096058 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-1b0b7cfb-aee0-4010-b5a8-39ef3d9d3a61 req-b9c7bc53-6b72-4f91-b511-a35e38c5b6b1 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/ports?device_id=9de562d9-339b-413c-a8b8-3aa40ed6e1e0 HTTP/1.1" status: 200  len: 945 time: 0.0998101
Apr 16 05:14:51.151702 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-1b0b7cfb-aee0-4010-b5a8-39ef3d9d3a61 req-ef686ff8-1777-423f-bb94-9d845f996694 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0c22267-8b5c-43a0-b25f-6c7c338ce6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0491555
Apr 16 05:14:51.746597 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a41441-9f33-4dca-ace6-6c0f46bd13e6 req-b21f37d4-89af-47be-a00a-e4cbf379190e tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:14:51.748194 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-70a41441-9f33-4dca-ace6-6c0f46bd13e6 req-b21f37d4-89af-47be-a00a-e4cbf379190e tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.16 "GET /v2.0/ports?device_id=9de562d9-339b-413c-a8b8-3aa40ed6e1e0 HTTP/1.1" status: 200  len: 945 time: 0.1079388
Apr 16 05:14:51.857403 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [req-70a41441-9f33-4dca-ace6-6c0f46bd13e6 req-13b5e5c2-44e4-430c-9252-44559499f40c tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Deleting port 737f732b-45bd-4ff7-87fc-f6af7c36795e {{(pid=85357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 05:14:51.858392 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-70a41441-9f33-4dca-ace6-6c0f46bd13e6 req-13b5e5c2-44e4-430c-9252-44559499f40c tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284331874164'] for port, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:14:52.217543 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [req-70a41441-9f33-4dca-ace6-6c0f46bd13e6 req-13b5e5c2-44e4-430c-9252-44559499f40c tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] For port 737f732b-45bd-4ff7-87fc-f6af7c36795e, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=737f732b-45bd-4ff7-87fc-f6af7c36795e,segment=NetworkSegment(a0d59017-e373-40d6-a43c-3a06cb2c266d),segment_id=a0d59017-e373-40d6-a43c-3a06cb2c266d)] {{(pid=85357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:14:52.218155 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-70a41441-9f33-4dca-ace6-6c0f46bd13e6 req-13b5e5c2-44e4-430c-9252-44559499f40c tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821567696'] for port, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:14:52.366584 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5304bd67-cf22-462d-ae10-08ed6619c8e6 req-990ba422-ba0c-49e6-aa05-81c1e01631f2 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:14:52.368241 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-5304bd67-cf22-462d-ae10-08ed6619c8e6 req-990ba422-ba0c-49e6-aa05-81c1e01631f2 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/ports?device_id=8da672a9-de6d-413d-bd78-fbb18efd5f41 HTTP/1.1" status: 200  len: 944 time: 0.2910547
Apr 16 05:14:52.781731 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-5304bd67-cf22-462d-ae10-08ed6619c8e6 req-7d6cc5c4-2e94-4b62-800c-27902363fc72 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/security-groups?id=64fcd4c6-6895-4ef1-8bcd-86346ebbc94f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4049227
Apr 16 05:14:52.901516 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff63063b-0c7a-4715-83b6-fb6a087d4dcd req-8aef75c3-d356-4423-95ed-73b4127d3f62 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:14:52.903284 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ff63063b-0c7a-4715-83b6-fb6a087d4dcd req-8aef75c3-d356-4423-95ed-73b4127d3f62 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/ports?device_id=9de562d9-339b-413c-a8b8-3aa40ed6e1e0 HTTP/1.1" status: 200  len: 945 time: 0.5956831
Apr 16 05:14:52.957550 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-70a41441-9f33-4dca-ace6-6c0f46bd13e6 req-13b5e5c2-44e4-430c-9252-44559499f40c tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:14:52.957963 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-70a41441-9f33-4dca-ace6-6c0f46bd13e6 req-13b5e5c2-44e4-430c-9252-44559499f40c tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33197037'] for floatingip, after_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:14:52.958319 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.db.l3_db [req-70a41441-9f33-4dca-ace6-6c0f46bd13e6 req-13b5e5c2-44e4-430c-9252-44559499f40c tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Floating IP c53ddd1e-5992-4acc-acbe-833be2cf90a4 disassociated. External IP: 172.27.2.111, port: 737f732b-45bd-4ff7-87fc-f6af7c36795e.
Apr 16 05:14:52.958705 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [req-70a41441-9f33-4dca-ace6-6c0f46bd13e6 req-13b5e5c2-44e4-430c-9252-44559499f40c tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Calling delete_port for 737f732b-45bd-4ff7-87fc-f6af7c36795e owned by compute:nova {{(pid=85357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 05:14:52.992703 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device 654a1d00-cf33-4271-b8a0-147849ef1068 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=85358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 16 05:14:53.036763 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ff63063b-0c7a-4715-83b6-fb6a087d4dcd req-ddcbd126-1006-4347-a9ca-d3a5530377d8 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0c22267-8b5c-43a0-b25f-6c7c338ce6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1213827
Apr 16 05:14:53.135837 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] For port 654a1d00-cf33-4271-b8a0-147849ef1068, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=654a1d00-cf33-4271-b8a0-147849ef1068,segment=NetworkSegment(fa8ed93a-7d20-4bda-811d-279523b2b9b5),segment_id=fa8ed93a-7d20-4bda-811d-279523b2b9b5)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:14:53.137930 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-70a41441-9f33-4dca-ace6-6c0f46bd13e6 req-13b5e5c2-44e4-430c-9252-44559499f40c tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752522904879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752522456008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30120147'] for port, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:14:53.151211 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Returning: {'device': '654a1d00-cf33-4271-b8a0-147849ef1068', 'network_id': '8dec1d0f-cfff-4035-8076-7521657c2e62', 'port_id': '654a1d00-cf33-4271-b8a0-147849ef1068', 'mac_address': 'fa:16:3e:3b:69:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6cb0891-12b7-4364-a273-4c1d3fcc7328', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 16 05:14:53.153648 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-eb6ed7e7-fcf2-44e5-9a16-8bd7148d96c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:14:53.212396 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:14:53.230601 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 654a1d00-cf33-4271-b8a0-147849ef1068 {{(pid=85358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 05:14:53.247676 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] For port 654a1d00-cf33-4271-b8a0-147849ef1068, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=654a1d00-cf33-4271-b8a0-147849ef1068,segment=NetworkSegment(fa8ed93a-7d20-4bda-811d-279523b2b9b5),segment_id=fa8ed93a-7d20-4bda-811d-279523b2b9b5)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:14:53.250680 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b5e5c2-44e4-430c-9252-44559499f40c tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Pushing event deleted for resources: {'Port': ['ID=737f732b-45bd-4ff7-87fc-f6af7c36795e,revision_number=None']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:14:53.250861 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:14:53.252681 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:14:53.267630 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b5e5c2-44e4-430c-9252-44559499f40c tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:14:53.268045 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b5e5c2-44e4-430c-9252-44559499f40c tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:14:53.268453 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b5e5c2-44e4-430c-9252-44559499f40c tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:14:53.268860 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b5e5c2-44e4-430c-9252-44559499f40c tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:14:53.269305 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b5e5c2-44e4-430c-9252-44559499f40c tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:14:53.269710 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b5e5c2-44e4-430c-9252-44559499f40c tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:14:53.270111 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b5e5c2-44e4-430c-9252-44559499f40c tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:14:53.270508 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b5e5c2-44e4-430c-9252-44559499f40c tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:14:53.270896 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b5e5c2-44e4-430c-9252-44559499f40c tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:14:53.271287 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b5e5c2-44e4-430c-9252-44559499f40c tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:14:53.271681 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b5e5c2-44e4-430c-9252-44559499f40c tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:14:53.272073 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b5e5c2-44e4-430c-9252-44559499f40c tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:14:53.277346 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-13b5e5c2-44e4-430c-9252-44559499f40c tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:14:53.335528 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Pushing event updated for resources: {'Port': ['ID=654a1d00-cf33-4271-b8a0-147849ef1068,revision_number=4']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:14:53.344830 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:14:53.345327 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:14:53.345678 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:14:53.346067 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:14:53.346447 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:14:53.346813 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:14:53.347200 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:14:53.347577 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:14:53.347938 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:14:53.348313 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:14:53.348688 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:14:53.349058 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:14:53.353585 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:14:53.532672 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] get_ports_and_sgs() called for port_ids ['654a1d00-cf33-4271-b8a0-147849ef1068'] {{(pid=85358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 05:14:53.543342 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.l3_agent_scheduler [req-70a41441-9f33-4dca-ace6-6c0f46bd13e6 req-13b5e5c2-44e4-430c-9252-44559499f40c tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Router 4c7be7c8-fbb1-4ab1-bd77-c39d18304df9 has already been hosted by L3 agent 9bacd1b6-99a0-44b1-8352-fe12768771b0 {{(pid=85357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 16 05:14:53.750438 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-70a41441-9f33-4dca-ace6-6c0f46bd13e6 req-13b5e5c2-44e4-430c-9252-44559499f40c tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify agent at l3_agent.dv-cinder-786524-1-iscsi the message routers_updated {{(pid=85357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 05:14:53.762722 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7fb2a7-92e1-4f0c-9000-3a6ce387f3ea None None] Sync routers for ids ['4c7be7c8-fbb1-4ab1-bd77-c39d18304df9'] in dv-cinder-786524-1-iscsi {{(pid=85359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 05:14:53.778475 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7fb2a7-92e1-4f0c-9000-3a6ce387f3ea None None] Routers {'4c7be7c8-fbb1-4ab1-bd77-c39d18304df9'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:14:53.779478 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-cc7fb2a7-92e1-4f0c-9000-3a6ce387f3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5daeee2588>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:14:37Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['4c7be7c8-fbb1-4ab1-bd77-c39d18304df9'], 'active': True} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:14:53.843328 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [req-70a41441-9f33-4dca-ace6-6c0f46bd13e6 req-13b5e5c2-44e4-430c-9252-44559499f40c tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] No DVR routers for this DVR port 737f732b-45bd-4ff7-87fc-f6af7c36795e on host hv-cinder-78652 {{(pid=85357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 16 05:14:53.858494 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-70a41441-9f33-4dca-ace6-6c0f46bd13e6 req-13b5e5c2-44e4-430c-9252-44559499f40c tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:14:53.868884 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9de562d9-339b-413c-a8b8-3aa40ed6e1e0', 'name': 'network-vif-deleted', 'tag': '737f732b-45bd-4ff7-87fc-f6af7c36795e'}] {{(pid=85357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 05:14:53.876381 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-70a41441-9f33-4dca-ace6-6c0f46bd13e6 req-13b5e5c2-44e4-430c-9252-44559499f40c tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.16 "DELETE /v2.0/ports/737f732b-45bd-4ff7-87fc-f6af7c36795e HTTP/1.1" status: 204  len: 173 time: 2.1222651
Apr 16 05:14:53.993361 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9de562d9-339b-413c-a8b8-3aa40ed6e1e0', 'name': 'network-vif-deleted', 'tag': '737f732b-45bd-4ff7-87fc-f6af7c36795e', 'status': 'completed', 'code': 200}
Apr 16 05:14:54.019040 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-cc7fb2a7-92e1-4f0c-9000-3a6ce387f3ea None None] Set router 4c7be7c8-fbb1-4ab1-bd77-c39d18304df9 gateway port host: dv-cinder-786524-1-iscsi {{(pid=85359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:14:54.037314 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391f711e-fdb0-4d47-99f1-0c8f455975c4 req-d6c1ce47-6182-498d-9103-151cebc2780d tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:14:54.038975 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-391f711e-fdb0-4d47-99f1-0c8f455975c4 req-d6c1ce47-6182-498d-9103-151cebc2780d tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/ports?device_id=8da672a9-de6d-413d-bd78-fbb18efd5f41 HTTP/1.1" status: 200  len: 945 time: 0.1050966
Apr 16 05:14:54.107599 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-391f711e-fdb0-4d47-99f1-0c8f455975c4 req-3511e6ae-cdb4-4119-bfb5-cdcba7f24b08 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/security-groups?id=64fcd4c6-6895-4ef1-8bcd-86346ebbc94f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0614111
Apr 16 05:14:54.239771 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-38af3f9a-d95f-45d8-a2f4-52c0d4ac8abc req-18ede20b-5477-41da-817e-0cf9d1a96268 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Synchronizing usage tracker for tenant:2a2ab941ff144e0782baf8de7b2da717 on resource:port {{(pid=85357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 05:14:54.255184 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-38af3f9a-d95f-45d8-a2f4-52c0d4ac8abc req-18ede20b-5477-41da-817e-0cf9d1a96268 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Unset dirty status for tenant:2a2ab941ff144e0782baf8de7b2da717 on resource:port {{(pid=85357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 05:14:54.256465 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-38af3f9a-d95f-45d8-a2f4-52c0d4ac8abc req-18ede20b-5477-41da-817e-0cf9d1a96268 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/ports?device_id=9de562d9-339b-413c-a8b8-3aa40ed6e1e0 HTTP/1.1" status: 200  len: 210 time: 0.0651519
Apr 16 05:14:54.384380 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-cc7fb2a7-92e1-4f0c-9000-3a6ce387f3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5daeee2588>, [{'id': '4c7be7c8-fbb1-4ab1-bd77-c39d18304df9', 'name': 'tempest-AttachVolumeTestJSON-2037460354-router', 'tenant_id': '2a2ab941ff144e0782baf8de7b2da717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'e2af2372-b21a-409d-b705-59bbb86a1dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:11:41Z', 'updated_at': '2021-04-16T05:11:47Z', 'revision_number': 4, 'project_id': '2a2ab941ff144e0782baf8de7b2da717', 'gw_port': {'id': 'e2af2372-b21a-409d-b705-59bbb86a1dfb', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:01:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7be7c8-fbb1-4ab1-bd77-c39d18304df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:42Z', 'updated_at': '2021-04-16T05:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi', '_interfaces': [{'id': '7954305f-de5c-48b5-a0dc-b62fcd5f07a0', 'name': '', 'network_id': '6f89da5d-f206-462e-a636-98594ebaa0a7', 'tenant_id': '2a2ab941ff144e0782baf8de7b2da717', 'mac_address': 'fa:16:3e:ff:77:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7be7c8-fbb1-4ab1-bd77-c39d18304df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '5bb05315-89e6-4b92-8e01-e6ed3a170aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:46Z', 'updated_at': '2021-04-16T05:11:59Z', 'revision_number': 5, 'project_id': '2a2ab941ff144e0782baf8de7b2da717', 'subnets': [{'id': '5bb05315-89e6-4b92-8e01-e6ed3a170aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:14:54.389727 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7fb2a7-92e1-4f0c-9000-3a6ce387f3ea None None] Checking router: 4c7be7c8-fbb1-4ab1-bd77-c39d18304df9 for host: dv-cinder-786524-1-iscsi {{(pid=85359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 05:14:54.401442 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7fb2a7-92e1-4f0c-9000-3a6ce387f3ea None None] Routers {'4c7be7c8-fbb1-4ab1-bd77-c39d18304df9'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:14:54.402126 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-cc7fb2a7-92e1-4f0c-9000-3a6ce387f3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5daeee2588>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:14:37Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['4c7be7c8-fbb1-4ab1-bd77-c39d18304df9'], 'active': True} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:14:54.596551 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-cc7fb2a7-92e1-4f0c-9000-3a6ce387f3ea None None] Set router 4c7be7c8-fbb1-4ab1-bd77-c39d18304df9 gateway port host: dv-cinder-786524-1-iscsi {{(pid=85359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:14:54.933121 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-cc7fb2a7-92e1-4f0c-9000-3a6ce387f3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5daeee2588>, [{'id': '4c7be7c8-fbb1-4ab1-bd77-c39d18304df9', 'name': 'tempest-AttachVolumeTestJSON-2037460354-router', 'tenant_id': '2a2ab941ff144e0782baf8de7b2da717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'e2af2372-b21a-409d-b705-59bbb86a1dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:11:41Z', 'updated_at': '2021-04-16T05:11:47Z', 'revision_number': 4, 'project_id': '2a2ab941ff144e0782baf8de7b2da717', 'gw_port': {'id': 'e2af2372-b21a-409d-b705-59bbb86a1dfb', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:01:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7be7c8-fbb1-4ab1-bd77-c39d18304df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:42Z', 'updated_at': '2021-04-16T05:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi', '_interfaces': [{'id': '7954305f-de5c-48b5-a0dc-b62fcd5f07a0', 'name': '', 'network_id': '6f89da5d-f206-462e-a636-98594ebaa0a7', 'tenant_id': '2a2ab941ff144e0782baf8de7b2da717', 'mac_address': 'fa:16:3e:ff:77:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7be7c8-fbb1-4ab1-bd77-c39d18304df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '5bb05315-89e6-4b92-8e01-e6ed3a170aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:46Z', 'updated_at': '2021-04-16T05:11:59Z', 'revision_number': 5, 'project_id': '2a2ab941ff144e0782baf8de7b2da717', 'subnets': [{'id': '5bb05315-89e6-4b92-8e01-e6ed3a170aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:14:54.938421 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7fb2a7-92e1-4f0c-9000-3a6ce387f3ea None None] The sync data for ids ['4c7be7c8-fbb1-4ab1-bd77-c39d18304df9'] in dv-cinder-786524-1-iscsi is: [{'id': '4c7be7c8-fbb1-4ab1-bd77-c39d18304df9', 'name': 'tempest-AttachVolumeTestJSON-2037460354-router', 'tenant_id': '2a2ab941ff144e0782baf8de7b2da717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'e2af2372-b21a-409d-b705-59bbb86a1dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:11:41Z', 'updated_at': '2021-04-16T05:11:47Z', 'revision_number': 4, 'project_id': '2a2ab941ff144e0782baf8de7b2da717', 'gw_port': {'id': 'e2af2372-b21a-409d-b705-59bbb86a1dfb', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:01:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7be7c8-fbb1-4ab1-bd77-c39d18304df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:42Z', 'updated_at': '2021-04-16T05:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi', '_interfaces': [{'id': '7954305f-de5c-48b5-a0dc-b62fcd5f07a0', 'name': '', 'network_id': '6f89da5d-f206-462e-a636-98594ebaa0a7', 'tenant_id': '2a2ab941ff144e0782baf8de7b2da717', 'mac_address': 'fa:16:3e:ff:77:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7be7c8-fbb1-4ab1-bd77-c39d18304df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '5bb05315-89e6-4b92-8e01-e6ed3a170aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:46Z', 'updated_at': '2021-04-16T05:11:59Z', 'revision_number': 5, 'project_id': '2a2ab941ff144e0782baf8de7b2da717', 'subnets': [{'id': '5bb05315-89e6-4b92-8e01-e6ed3a170aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 05:14:55.034788 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device 654a1d00-cf33-4271-b8a0-147849ef1068 up at agent hyperv_hv-cinder-78652 {{(pid=85358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 05:14:55.120695 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Provisioning for port 654a1d00-cf33-4271-b8a0-147849ef1068 completed by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 05:14:55.126737 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Provisioning complete for port 654a1d00-cf33-4271-b8a0-147849ef1068 triggered by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:14:55.127168 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:14:55.260231 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:14:55.291717 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8da672a9-de6d-413d-bd78-fbb18efd5f41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '654a1d00-cf33-4271-b8a0-147849ef1068'}] {{(pid=85358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 05:14:55.303172 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] For port 654a1d00-cf33-4271-b8a0-147849ef1068, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=654a1d00-cf33-4271-b8a0-147849ef1068,segment=NetworkSegment(fa8ed93a-7d20-4bda-811d-279523b2b9b5),segment_id=fa8ed93a-7d20-4bda-811d-279523b2b9b5)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:14:55.307795 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:14:55.309291 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device 737f732b-45bd-4ff7-87fc-f6af7c36795e no longer exists at agent hyperv_hv-cinder-78652 {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 05:14:55.331867 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebecfa4-ae7a-4189-a188-c97d29c4469f req-eea93927-f173-4491-b5e6-9e3194eca7c4 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:14:55.333560 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-eebecfa4-ae7a-4189-a188-c97d29c4469f req-eea93927-f173-4491-b5e6-9e3194eca7c4 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/ports?device_id=8da672a9-de6d-413d-bd78-fbb18efd5f41 HTTP/1.1" status: 200  len: 945 time: 0.0982764
Apr 16 05:14:55.349143 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:14:55.381596 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549e07ec-6511-4104-b029-558dfd78fedd None None] New status for floating IP c53ddd1e-5992-4acc-acbe-833be2cf90a4: DOWN {{(pid=85358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 16 05:14:55.388331 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-eebecfa4-ae7a-4189-a188-c97d29c4469f req-36c21a67-864d-4cd6-94f9-8b5b50588523 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/security-groups?id=64fcd4c6-6895-4ef1-8bcd-86346ebbc94f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484130
Apr 16 05:14:55.437207 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 41632) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:14:55.463688 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] No Port match for: 737f732b-45bd-4ff7-87fc-f6af7c36795e {{(pid=85358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 16 05:14:55.464098 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device 737f732b-45bd-4ff7-87fc-f6af7c36795e not bound to the agent host hv-cinder-78652 {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 05:14:55.485030 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8da672a9-de6d-413d-bd78-fbb18efd5f41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '654a1d00-cf33-4271-b8a0-147849ef1068', 'code': 200}
Apr 16 05:14:55.509276 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-91034f4f-9904-4972-908a-56c2223cc36b tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks [] for security_group, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:14:55.542014 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-91034f4f-9904-4972-908a-56c2223cc36b tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:14:55.589897 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-91034f4f-9904-4972-908a-56c2223cc36b tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:14:55.595365 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-82eca492-6fc2-4b37-9f38-0c52cd958549 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:14:55.615567 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91034f4f-9904-4972-908a-56c2223cc36b tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c22267-8b5c-43a0-b25f-6c7c338ce6ae,revision_number=None']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:14:55.618372 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-91034f4f-9904-4972-908a-56c2223cc36b tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:14:55.624726 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-91034f4f-9904-4972-908a-56c2223cc36b tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks [] for security_group, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:14:55.628535 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-91034f4f-9904-4972-908a-56c2223cc36b tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "DELETE /v2.0/security-groups/e0c22267-8b5c-43a0-b25f-6c7c338ce6ae HTTP/1.1" status: 204  len: 168 time: 0.1872749
Apr 16 05:14:55.628975 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 41636) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:14:55.647931 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.v2.resource [None req-b4efde39-e516-400c-bbe7-9802d969bcba tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] show failed (client error): The resource could not be found.
Apr 16 05:14:55.651833 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-b4efde39-e516-400c-bbe7-9802d969bcba tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/security-groups/e0c22267-8b5c-43a0-b25f-6c7c338ce6ae HTTP/1.1" status: 404  len: 347 time: 0.0189998
Apr 16 05:14:55.652724 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 41640) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:14:55.673298 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Pushing event updated for resources: {'Port': ['ID=654a1d00-cf33-4271-b8a0-147849ef1068,revision_number=5']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:14:55.676124 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:14:55.807103 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584be5ee-20dd-474c-8c5a-77637b692ef7 req-639f1783-aaa6-42f3-b3a2-544a22f0a49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:14:55.808767 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-584be5ee-20dd-474c-8c5a-77637b692ef7 req-639f1783-aaa6-42f3-b3a2-544a22f0a49b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8da672a9-de6d-413d-bd78-fbb18efd5f41 HTTP/1.1" status: 200  len: 1099 time: 0.0805156
Apr 16 05:14:55.838449 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-7496dfb2-8750-4d28-912f-73c6d6994af7 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Deleting port bb222d28-12fd-4bd1-ab34-286c40d0a795 {{(pid=85356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 05:14:55.838835 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-7496dfb2-8750-4d28-912f-73c6d6994af7 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284331874164'] for port, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:14:55.854439 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-584be5ee-20dd-474c-8c5a-77637b692ef7 req-02ab36f3-d718-469d-8bb4-fda9df678450 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=64fcd4c6-6895-4ef1-8bcd-86346ebbc94f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389380
Apr 16 05:14:56.025761 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-7496dfb2-8750-4d28-912f-73c6d6994af7 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821567696'] for port, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:14:56.026040 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-7496dfb2-8750-4d28-912f-73c6d6994af7 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:14:56.161185 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-7496dfb2-8750-4d28-912f-73c6d6994af7 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Calling delete_port for bb222d28-12fd-4bd1-ab34-286c40d0a795 owned by network:floatingip {{(pid=85356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 05:14:56.326111 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-7496dfb2-8750-4d28-912f-73c6d6994af7 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752522904879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752522456008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32051484'] for port, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:14:56.343338 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-231d9fbe-aac8-4024-9b2a-e21fc67aefa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:14:56.447716 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7496dfb2-8750-4d28-912f-73c6d6994af7 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Pushing event deleted for resources: {'Port': ['ID=bb222d28-12fd-4bd1-ab34-286c40d0a795,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:14:56.450677 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-7496dfb2-8750-4d28-912f-73c6d6994af7 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:14:56.600331 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ac7b6e-d859-4222-abb2-0fec00387323 req-16553159-9281-4cea-8bd4-139e602c3df0 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:14:56.602112 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c4ac7b6e-d859-4222-abb2-0fec00387323 req-16553159-9281-4cea-8bd4-139e602c3df0 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/ports?device_id=8da672a9-de6d-413d-bd78-fbb18efd5f41 HTTP/1.1" status: 200  len: 946 time: 0.0968647
Apr 16 05:14:56.620478 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-7496dfb2-8750-4d28-912f-73c6d6994af7 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks [] for floatingip, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:14:56.639861 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-7496dfb2-8750-4d28-912f-73c6d6994af7 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for floatingip, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:14:56.641131 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-7496dfb2-8750-4d28-912f-73c6d6994af7 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "DELETE /v2.0/floatingips/c53ddd1e-5992-4acc-acbe-833be2cf90a4 HTTP/1.1" status: 204  len: 168 time: 0.9872019
Apr 16 05:14:56.653425 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c4ac7b6e-d859-4222-abb2-0fec00387323 req-333a9fa8-6ccd-4c58-bfec-c0faf82261ac tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/security-groups?id=64fcd4c6-6895-4ef1-8bcd-86346ebbc94f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430617
Apr 16 05:14:56.920346 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 41648) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:14:56.926699 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-bc173b0f-0d31-4e80-a7a4-c870409d81c1 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1880282628', 'description': 'tempest-description--1966540946'}} {{(pid=85356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:14:56.934061 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-bc173b0f-0d31-4e80-a7a4-c870409d81c1 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:14:56.939819 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-bc173b0f-0d31-4e80-a7a4-c870409d81c1 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Usage tracker for resource:security_group and tenant:2a2ab941ff144e0782baf8de7b2da717 is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:14:56.943538 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-bc173b0f-0d31-4e80-a7a4-c870409d81c1 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:14:56.950388 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-bc173b0f-0d31-4e80-a7a4-c870409d81c1 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:14:56.961542 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-bc173b0f-0d31-4e80-a7a4-c870409d81c1 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks [] for security_group, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:14:56.984613 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-bc173b0f-0d31-4e80-a7a4-c870409d81c1 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:14:56.990675 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-bc173b0f-0d31-4e80-a7a4-c870409d81c1 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Usage tracker for resource:security_group_rule and tenant:2a2ab941ff144e0782baf8de7b2da717 is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:14:56.994842 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-bc173b0f-0d31-4e80-a7a4-c870409d81c1 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:14:57.001472 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-bc173b0f-0d31-4e80-a7a4-c870409d81c1 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:14:57.079693 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-bc173b0f-0d31-4e80-a7a4-c870409d81c1 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks [] for security_group, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:14:57.084441 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-bc173b0f-0d31-4e80-a7a4-c870409d81c1 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:14:57.088289 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-d8c4888d-1268-4fc0-abda-3ce73f77e2f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:14:57.135641 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc173b0f-0d31-4e80-a7a4-c870409d81c1 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e98f105-e12c-4f7c-ba28-65271cb1d581,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:14:57.139140 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-bc173b0f-0d31-4e80-a7a4-c870409d81c1 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks [] for security_group, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:14:57.141861 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-bc173b0f-0d31-4e80-a7a4-c870409d81c1 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.2200067
Apr 16 05:14:57.143870 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-bc173b0f-0d31-4e80-a7a4-c870409d81c1 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:14:57.143981 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 41652) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:14:57.149386 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-dcd0c36d-9c77-4978-a531-06596af142a3 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Request body: {'security_group_rule': {'security_group_id': '5e98f105-e12c-4f7c-ba28-65271cb1d581', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:14:57.156178 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-dcd0c36d-9c77-4978-a531-06596af142a3 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:14:57.160578 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-dcd0c36d-9c77-4978-a531-06596af142a3 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Usage tracker for resource:security_group_rule and tenant:2a2ab941ff144e0782baf8de7b2da717 is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:14:57.163967 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-dcd0c36d-9c77-4978-a531-06596af142a3 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:14:57.171019 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-dcd0c36d-9c77-4978-a531-06596af142a3 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:14:57.196697 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-dcd0c36d-9c77-4978-a531-06596af142a3 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:14:57.263563 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-dcd0c36d-9c77-4978-a531-06596af142a3 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:14:57.267325 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-dcd0c36d-9c77-4978-a531-06596af142a3 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612896'] for security_group_rule, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:14:57.269496 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:14:57.292822 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd0c36d-9c77-4978-a531-06596af142a3 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e277d250-6263-4571-a230-4bde6a63d8e7,revision_number=0']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:14:57.295542 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-dcd0c36d-9c77-4978-a531-06596af142a3 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:14:57.303181 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-dcd0c36d-9c77-4978-a531-06596af142a3 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:14:57.304468 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-dcd0c36d-9c77-4978-a531-06596af142a3 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1597769
Apr 16 05:14:57.307421 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 41656) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:14:57.312968 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-9f044d61-cf99-4dc8-bd3b-79bdae2dcbc0 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Request body: {'security_group_rule': {'security_group_id': '5e98f105-e12c-4f7c-ba28-65271cb1d581', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:14:57.319610 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-9f044d61-cf99-4dc8-bd3b-79bdae2dcbc0 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:14:57.324083 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-9f044d61-cf99-4dc8-bd3b-79bdae2dcbc0 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Usage tracker for resource:security_group_rule and tenant:2a2ab941ff144e0782baf8de7b2da717 is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:14:57.327363 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-9f044d61-cf99-4dc8-bd3b-79bdae2dcbc0 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:14:57.333566 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-9f044d61-cf99-4dc8-bd3b-79bdae2dcbc0 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:14:57.351706 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-9f044d61-cf99-4dc8-bd3b-79bdae2dcbc0 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:14:57.421956 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-9f044d61-cf99-4dc8-bd3b-79bdae2dcbc0 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:14:57.425414 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-9f044d61-cf99-4dc8-bd3b-79bdae2dcbc0 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612896'] for security_group_rule, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:14:57.427555 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:14:57.452206 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f044d61-cf99-4dc8-bd3b-79bdae2dcbc0 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c638a04e-ee92-4103-8e11-446b09596ff6,revision_number=0']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:14:57.457063 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-9f044d61-cf99-4dc8-bd3b-79bdae2dcbc0 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:14:57.461502 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-9f044d61-cf99-4dc8-bd3b-79bdae2dcbc0 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:14:57.462799 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-9f044d61-cf99-4dc8-bd3b-79bdae2dcbc0 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1543963
Apr 16 05:14:57.466262 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 41660) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:14:57.471873 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-aded1dd0-b2d4-4f58-98a1-6c5afbaf094a tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Request body: {'floatingip': {'floating_network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88'}} {{(pid=85357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:14:57.478570 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-aded1dd0-b2d4-4f58-98a1-6c5afbaf094a tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:14:57.482982 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-aded1dd0-b2d4-4f58-98a1-6c5afbaf094a tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Usage tracker for resource:floatingip and tenant:2a2ab941ff144e0782baf8de7b2da717 is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:14:57.486224 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-aded1dd0-b2d4-4f58-98a1-6c5afbaf094a tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:14:57.492414 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-aded1dd0-b2d4-4f58-98a1-6c5afbaf094a tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:14:57.503317 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-aded1dd0-b2d4-4f58-98a1-6c5afbaf094a tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks [] for floatingip, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:14:57.652543 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-aded1dd0-b2d4-4f58-98a1-6c5afbaf094a tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:14:57.759812 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.agents_db [None req-9d5d34cb-f672-4e49-b111-51c360ae5d44 None None] Agent healthcheck: found 6 active agents {{(pid=85359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 05:14:57.861634 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.db_base_plugin_common [None req-aded1dd0-b2d4-4f58-98a1-6c5afbaf094a tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Allocated IP 172.27.2.122 (09b59cd3-13be-4f6b-8ba8-71a7bb13ef88/d321c4f6-731d-44eb-a563-8ed238725710/053e94bc-1621-49f2-9d25-85c3d1b09e80) {{(pid=85357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 05:14:57.992259 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c585ad4c-d424-415e-920f-3a134396df10 req-0c783f74-d635-4e23-8e60-44096d07e240 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:14:57.993838 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c585ad4c-d424-415e-920f-3a134396df10 req-0c783f74-d635-4e23-8e60-44096d07e240 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/ports?device_id=8da672a9-de6d-413d-bd78-fbb18efd5f41 HTTP/1.1" status: 200  len: 946 time: 0.2179921
Apr 16 05:14:58.087997 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c585ad4c-d424-415e-920f-3a134396df10 req-3cdf8aa1-ea8a-40d1-baca-3a6ee0dc753f tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/security-groups?id=64fcd4c6-6895-4ef1-8bcd-86346ebbc94f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0751390
Apr 16 05:14:58.093141 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-aded1dd0-b2d4-4f58-98a1-6c5afbaf094a tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks [] for port, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:14:58.127493 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-aded1dd0-b2d4-4f58-98a1-6c5afbaf094a tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284332319809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30120147'] for port, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:14:58.145018 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-0efebf97-9f8a-467f-b448-fb1e2ba55440 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:14:58.338019 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aded1dd0-b2d4-4f58-98a1-6c5afbaf094a tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Pushing event updated for resources: {'Port': ['ID=053e94bc-1621-49f2-9d25-85c3d1b09e80,revision_number=1']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:14:58.341407 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-aded1dd0-b2d4-4f58-98a1-6c5afbaf094a tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:14:58.419297 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aded1dd0-b2d4-4f58-98a1-6c5afbaf094a tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Network 09b59cd3-13be-4f6b-8ba8-71a7bb13ef88 is already hosted by enough agents. {{(pid=85357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 05:14:58.421307 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [None req-aded1dd0-b2d4-4f58-98a1-6c5afbaf094a tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Resources bound (agent type, host, resource id):  {{(pid=85357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 05:14:58.431011 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e129c616-abd1-44d0-be4a-14000ca00feb req-25dec99d-940e-47c5-8976-c39af942abb8 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:14:58.432617 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-e129c616-abd1-44d0-be4a-14000ca00feb req-25dec99d-940e-47c5-8976-c39af942abb8 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/ports?device_id=8da672a9-de6d-413d-bd78-fbb18efd5f41 HTTP/1.1" status: 200  len: 946 time: 0.1885979
Apr 16 05:14:58.433465 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aded1dd0-b2d4-4f58-98a1-6c5afbaf094a tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Received port after_create {{(pid=85357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 05:14:58.536885 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-e129c616-abd1-44d0-be4a-14000ca00feb req-a9b4e5cc-56dd-4e9a-aeb5-70ea49bdec8d tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/security-groups?id=64fcd4c6-6895-4ef1-8bcd-86346ebbc94f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0731053
Apr 16 05:14:58.562694 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 41668) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:14:58.563923 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-aded1dd0-b2d4-4f58-98a1-6c5afbaf094a tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:14:58.630107 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-aded1dd0-b2d4-4f58-98a1-6c5afbaf094a tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:14:58.643724 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8630a14e-0801-43ae-8582-8c31631f91a4 tempest-TestVolumeBootPattern-2146046442 tempest-TestVolumeBootPattern-2146046442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:14:58.645478 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-8630a14e-0801-43ae-8582-8c31631f91a4 tempest-TestVolumeBootPattern-2146046442 tempest-TestVolumeBootPattern-2146046442-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=8da672a9-de6d-413d-bd78-fbb18efd5f41 HTTP/1.1" status: 200  len: 1094 time: 0.0815003
Apr 16 05:14:58.648434 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 41672) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:14:58.654725 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-57441755-6209-4eb4-85f7-d41aa34a4ca1 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Request body: {'floatingip': {'floating_network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'port_id': '654a1d00-cf33-4271-b8a0-147849ef1068', 'tenant_id': 'db51901ec1bf486ca3fc2d191f21d909', 'fixed_ip_address': '172.20.0.14'}} {{(pid=85356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:14:58.661389 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-57441755-6209-4eb4-85f7-d41aa34a4ca1 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:14:58.665637 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-57441755-6209-4eb4-85f7-d41aa34a4ca1 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Usage tracker for resource:floatingip and tenant:db51901ec1bf486ca3fc2d191f21d909 is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:14:58.669444 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-57441755-6209-4eb4-85f7-d41aa34a4ca1 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:14:58.675937 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-57441755-6209-4eb4-85f7-d41aa34a4ca1 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:14:58.686745 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-57441755-6209-4eb4-85f7-d41aa34a4ca1 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks [] for floatingip, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:14:58.843432 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-57441755-6209-4eb4-85f7-d41aa34a4ca1 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:14:58.874589 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-aded1dd0-b2d4-4f58-98a1-6c5afbaf094a tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks [] for port, precommit_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:14:58.879077 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-aded1dd0-b2d4-4f58-98a1-6c5afbaf094a tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036824655669'] for port, after_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:14:58.895671 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-d3f2b763-36a3-4138-b68b-d45ed66f8143 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:14:59.005553 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.db_base_plugin_common [None req-57441755-6209-4eb4-85f7-d41aa34a4ca1 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Allocated IP 172.27.2.22 (09b59cd3-13be-4f6b-8ba8-71a7bb13ef88/d321c4f6-731d-44eb-a563-8ed238725710/50e8f2de-14c2-4044-b5e1-a167d7eb9565) {{(pid=85356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 05:14:59.188171 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-57441755-6209-4eb4-85f7-d41aa34a4ca1 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks [] for port, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:14:59.220062 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-57441755-6209-4eb4-85f7-d41aa34a4ca1 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284332319809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32051484'] for port, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:14:59.237257 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-d1302f2d-96cd-444d-9b0e-763c1ec9d77b tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:14:59.301570 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aded1dd0-b2d4-4f58-98a1-6c5afbaf094a tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Pushing event updated for resources: {'Port': ['ID=053e94bc-1621-49f2-9d25-85c3d1b09e80,revision_number=2']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:14:59.306137 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-aded1dd0-b2d4-4f58-98a1-6c5afbaf094a tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:14:59.374447 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57441755-6209-4eb4-85f7-d41aa34a4ca1 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Pushing event updated for resources: {'Port': ['ID=50e8f2de-14c2-4044-b5e1-a167d7eb9565,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:14:59.377593 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-57441755-6209-4eb4-85f7-d41aa34a4ca1 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:14:59.412137 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-aded1dd0-b2d4-4f58-98a1-6c5afbaf094a tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33197037'] for floatingip, after_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:14:59.435032 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-aded1dd0-b2d4-4f58-98a1-6c5afbaf094a tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for floatingip, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:14:59.436260 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-aded1dd0-b2d4-4f58-98a1-6c5afbaf094a tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.9690082
Apr 16 05:14:59.439606 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57441755-6209-4eb4-85f7-d41aa34a4ca1 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Network 09b59cd3-13be-4f6b-8ba8-71a7bb13ef88 is already hosted by enough agents. {{(pid=85356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 05:14:59.440906 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [None req-57441755-6209-4eb4-85f7-d41aa34a4ca1 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Resources bound (agent type, host, resource id):  {{(pid=85356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 05:14:59.445828 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57441755-6209-4eb4-85f7-d41aa34a4ca1 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Received port after_create {{(pid=85356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 05:14:59.619387 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-a8e5ff0f-5ef8-4672-be5c-ea94252ab495 req-65e7af79-5257-4948-9574-943d9b7b5b72 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Synchronizing usage tracker for tenant:2a2ab941ff144e0782baf8de7b2da717 on resource:security_group {{(pid=85357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 05:14:59.634636 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-a8e5ff0f-5ef8-4672-be5c-ea94252ab495 req-65e7af79-5257-4948-9574-943d9b7b5b72 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Unset dirty status for tenant:2a2ab941ff144e0782baf8de7b2da717 on resource:security_group {{(pid=85357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 05:14:59.635904 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-a8e5ff0f-5ef8-4672-be5c-ea94252ab495 req-65e7af79-5257-4948-9574-943d9b7b5b72 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1880282628&fields=id&tenant_id=2a2ab941ff144e0782baf8de7b2da717 HTTP/1.1" status: 200  len: 267 time: 0.0590901
Apr 16 05:14:59.802363 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e5ff0f-5ef8-4672-be5c-ea94252ab495 req-76644691-b2e7-43f0-ba48-b060089fab8b tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:14:59.804104 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-a8e5ff0f-5ef8-4672-be5c-ea94252ab495 req-76644691-b2e7-43f0-ba48-b060089fab8b tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/networks?id=6f89da5d-f206-462e-a636-98594ebaa0a7 HTTP/1.1" status: 200  len: 811 time: 0.1594813
Apr 16 05:14:59.820754 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-a8e5ff0f-5ef8-4672-be5c-ea94252ab495 req-167b3e53-9490-4d25-ad45-3bafc134929f tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/quotas/2a2ab941ff144e0782baf8de7b2da717 HTTP/1.1" status: 200  len: 375 time: 0.0102704
Apr 16 05:14:59.909035 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-57441755-6209-4eb4-85f7-d41aa34a4ca1 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:14:59.920187 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-a8e5ff0f-5ef8-4672-be5c-ea94252ab495 req-b6f75fdc-8689-4f75-8d49-2d66baf72a82 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2a2ab941ff144e0782baf8de7b2da717&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0932381
Apr 16 05:14:59.993201 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-57441755-6209-4eb4-85f7-d41aa34a4ca1 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:15:00.081500 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-a8e5ff0f-5ef8-4672-be5c-ea94252ab495 req-064b050f-5e30-4703-aa2e-94dd96fca8b1 service neutron] 10.222.0.26 "GET /v2.0/networks/6f89da5d-f206-462e-a636-98594ebaa0a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1473651
Apr 16 05:15:00.249469 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-57441755-6209-4eb4-85f7-d41aa34a4ca1 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks [] for port, precommit_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:15:00.253689 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-57441755-6209-4eb4-85f7-d41aa34a4ca1 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822724348'] for port, after_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:15:00.267992 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-fc426a69-7d26-4f09-a39c-361eff2ba8eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:15:00.281161 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-a8e5ff0f-5ef8-4672-be5c-ea94252ab495 req-622d6b58-1d34-4924-af97-3ed2b9c1a0e9 service neutron] 10.222.0.26 "GET /v2.0/networks/6f89da5d-f206-462e-a636-98594ebaa0a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1918526
Apr 16 05:15:00.409158 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57441755-6209-4eb4-85f7-d41aa34a4ca1 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Pushing event updated for resources: {'Port': ['ID=50e8f2de-14c2-4044-b5e1-a167d7eb9565,revision_number=2']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:15:00.413853 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-57441755-6209-4eb4-85f7-d41aa34a4ca1 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:15:00.491088 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c0b579b8-2f70-4dcc-a728-2ee82b52c51e req-8e76bc89-5048-49e1-9623-a2121c9caec0 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/ports?device_id=afee3153-d1c3-46aa-9c5f-ee4053dd206b HTTP/1.1" status: 200  len: 210 time: 0.0554061
Apr 16 05:15:00.521877 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-57441755-6209-4eb4-85f7-d41aa34a4ca1 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33197037'] for floatingip, after_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:15:00.703394 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.db.l3_db [None req-57441755-6209-4eb4-85f7-d41aa34a4ca1 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Floating IP e2793a05-b23c-4274-89ae-a899ed877fda associated. External IP: 172.27.2.22, port: 654a1d00-cf33-4271-b8a0-147849ef1068.
Apr 16 05:15:01.344398 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57441755-6209-4eb4-85f7-d41aa34a4ca1 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Router e3eb6043-a877-4f5d-9594-0a6a23dc1067 has already been hosted by L3 agent 9bacd1b6-99a0-44b1-8352-fe12768771b0 {{(pid=85356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 16 05:15:01.553825 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57441755-6209-4eb4-85f7-d41aa34a4ca1 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify agent at l3_agent.dv-cinder-786524-1-iscsi the message routers_updated {{(pid=85356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 05:15:01.567602 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e73ffa-2e80-4045-9d83-428c281075cc None None] Sync routers for ids ['e3eb6043-a877-4f5d-9594-0a6a23dc1067'] in dv-cinder-786524-1-iscsi {{(pid=85359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 05:15:01.579372 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e73ffa-2e80-4045-9d83-428c281075cc None None] Routers {'e3eb6043-a877-4f5d-9594-0a6a23dc1067'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:15:01.580090 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-89e73ffa-2e80-4045-9d83-428c281075cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5daecc2240>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:14:37Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['e3eb6043-a877-4f5d-9594-0a6a23dc1067'], 'active': True} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:15:01.582264 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-57441755-6209-4eb4-85f7-d41aa34a4ca1 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for floatingip, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:15:01.611366 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-072aad40-2d98-465a-95be-28b71f7f63a8 req-c2b70d5e-b8af-4c27-a459-280108c1bf86 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/ports?device_id=afee3153-d1c3-46aa-9c5f-ee4053dd206b HTTP/1.1" status: 200  len: 210 time: 0.0532022
Apr 16 05:15:01.646400 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-57441755-6209-4eb4-85f7-d41aa34a4ca1 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.9968190
Apr 16 05:15:01.647172 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8da672a9-de6d-413d-bd78-fbb18efd5f41', 'tag': '654a1d00-cf33-4271-b8a0-147849ef1068'}] {{(pid=85356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 05:15:01.697210 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8da672a9-de6d-413d-bd78-fbb18efd5f41', 'tag': '654a1d00-cf33-4271-b8a0-147849ef1068', 'status': 'completed', 'code': 200}
Apr 16 05:15:01.827464 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88160cfa-1989-48d0-82cc-e41aa00b5fb7 req-0e4b9b01-1b27-4abc-a6ce-81abb695d29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:15:01.829138 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-88160cfa-1989-48d0-82cc-e41aa00b5fb7 req-0e4b9b01-1b27-4abc-a6ce-81abb695d29b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=db51901ec1bf486ca3fc2d191f21d909&device_id=8da672a9-de6d-413d-bd78-fbb18efd5f41 HTTP/1.1" status: 200  len: 1099 time: 0.0870821
Apr 16 05:15:01.957334 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-89e73ffa-2e80-4045-9d83-428c281075cc None None] Set router e3eb6043-a877-4f5d-9594-0a6a23dc1067 gateway port host: dv-cinder-786524-1-iscsi {{(pid=85359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:15:01.989070 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88160cfa-1989-48d0-82cc-e41aa00b5fb7 req-11f8e318-02d6-416c-a1e7-7ac50d90afac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:15:01.990934 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-88160cfa-1989-48d0-82cc-e41aa00b5fb7 req-11f8e318-02d6-416c-a1e7-7ac50d90afac service neutron] 10.222.0.16 "GET /v2.0/networks?id=8dec1d0f-cfff-4035-8076-7521657c2e62 HTTP/1.1" status: 200  len: 912 time: 0.1553640
Apr 16 05:15:02.107213 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-88160cfa-1989-48d0-82cc-e41aa00b5fb7 req-6c2b7417-f552-4762-abcd-17ccf036cf64 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=654a1d00-cf33-4271-b8a0-147849ef1068 HTTP/1.1" status: 200  len: 999 time: 0.1097336
Apr 16 05:15:02.184199 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88160cfa-1989-48d0-82cc-e41aa00b5fb7 req-c43edd70-80e5-4763-98de-44226a6d09b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:15:02.185893 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-88160cfa-1989-48d0-82cc-e41aa00b5fb7 req-c43edd70-80e5-4763-98de-44226a6d09b2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b6cb0891-12b7-4364-a273-4c1d3fcc7328 HTTP/1.1" status: 200  len: 850 time: 0.0720363
Apr 16 05:15:02.276592 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88160cfa-1989-48d0-82cc-e41aa00b5fb7 req-202011a4-1153-4c03-acd6-34290a256a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:15:02.278422 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-88160cfa-1989-48d0-82cc-e41aa00b5fb7 req-202011a4-1153-4c03-acd6-34290a256a8a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8dec1d0f-cfff-4035-8076-7521657c2e62&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0864508
Apr 16 05:15:02.345406 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-89e73ffa-2e80-4045-9d83-428c281075cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5daecc2240>, [{'id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'name': 'tempest-TestVolumeBootPattern-127490657-router', 'tenant_id': 'db51901ec1bf486ca3fc2d191f21d909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '74c9d90b-c1df-4a7a-ab06-8fb6623300c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:11:31Z', 'updated_at': '2021-04-16T05:11:38Z', 'revision_number': 4, 'project_id': 'db51901ec1bf486ca3fc2d191f21d909', 'gw_port': {'id': '74c9d90b-c1df-4a7a-ab06-8fb6623300c1', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:32Z', 'updated_at': '2021-04-16T05:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi', '_floatingips': [{'id': 'e2793a05-b23c-4274-89ae-a899ed877fda', 'tenant_id': 'db51901ec1bf486ca3fc2d191f21d909', 'floating_ip_address': '172.27.2.22', 'floating_network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'router_id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'port_id': '654a1d00-cf33-4271-b8a0-147849ef1068', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dec1d0f-cfff-4035-8076-7521657c2e62', 'mac_address': 'fa:16:3e:3b:69:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da672a9-de6d-413d-bd78-fbb18efd5f41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T05:14:59Z', 'updated_at': '2021-04-16T05:14:59Z', 'revision_number': 0, 'project_id': 'db51901ec1bf486ca3fc2d191f21d909', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f971c1e-8f5b-4a93-80ea-ecfc9a7e4887', 'name': '', 'network_id': '8dec1d0f-cfff-4035-8076-7521657c2e62', 'tenant_id': 'db51901ec1bf486ca3fc2d191f21d909', 'mac_address': 'fa:16:3e:b3:11:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'b6cb0891-12b7-4364-a273-4c1d3fcc7328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:37Z', 'updated_at': '2021-04-16T05:11:55Z', 'revision_number': 5, 'project_id': 'db51901ec1bf486ca3fc2d191f21d909', 'subnets': [{'id': 'b6cb0891-12b7-4364-a273-4c1d3fcc7328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:15:02.349988 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e73ffa-2e80-4045-9d83-428c281075cc None None] Checking router: e3eb6043-a877-4f5d-9594-0a6a23dc1067 for host: dv-cinder-786524-1-iscsi {{(pid=85359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 05:15:02.362695 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e73ffa-2e80-4045-9d83-428c281075cc None None] Routers {'e3eb6043-a877-4f5d-9594-0a6a23dc1067'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:15:02.363375 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-89e73ffa-2e80-4045-9d83-428c281075cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5daecc2240>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:14:37Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['e3eb6043-a877-4f5d-9594-0a6a23dc1067'], 'active': True} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:15:02.427447 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-88160cfa-1989-48d0-82cc-e41aa00b5fb7 req-5dee8e12-2276-4021-ab67-30bb60de2b67 service neutron] 10.222.0.16 "GET /v2.0/networks/8dec1d0f-cfff-4035-8076-7521657c2e62?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1418972
Apr 16 05:15:02.562751 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-89e73ffa-2e80-4045-9d83-428c281075cc None None] Set router e3eb6043-a877-4f5d-9594-0a6a23dc1067 gateway port host: dv-cinder-786524-1-iscsi {{(pid=85359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:15:02.576532 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-88160cfa-1989-48d0-82cc-e41aa00b5fb7 req-7a8749d9-e156-4f0e-9dcc-e1da7448bed1 service neutron] 10.222.0.16 "GET /v2.0/networks/8dec1d0f-cfff-4035-8076-7521657c2e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1432135
Apr 16 05:15:02.725768 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-16f20424-a4f9-4ae2-9865-a66a0a35e886 req-5089d475-c9e4-4752-8bd5-f3f68ce7b421 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/ports?device_id=afee3153-d1c3-46aa-9c5f-ee4053dd206b HTTP/1.1" status: 200  len: 210 time: 0.0498972
Apr 16 05:15:02.968434 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-89e73ffa-2e80-4045-9d83-428c281075cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5daecc2240>, [{'id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'name': 'tempest-TestVolumeBootPattern-127490657-router', 'tenant_id': 'db51901ec1bf486ca3fc2d191f21d909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '74c9d90b-c1df-4a7a-ab06-8fb6623300c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:11:31Z', 'updated_at': '2021-04-16T05:11:38Z', 'revision_number': 4, 'project_id': 'db51901ec1bf486ca3fc2d191f21d909', 'gw_port': {'id': '74c9d90b-c1df-4a7a-ab06-8fb6623300c1', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:32Z', 'updated_at': '2021-04-16T05:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi', '_floatingips': [{'id': 'e2793a05-b23c-4274-89ae-a899ed877fda', 'tenant_id': 'db51901ec1bf486ca3fc2d191f21d909', 'floating_ip_address': '172.27.2.22', 'floating_network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'router_id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'port_id': '654a1d00-cf33-4271-b8a0-147849ef1068', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dec1d0f-cfff-4035-8076-7521657c2e62', 'mac_address': 'fa:16:3e:3b:69:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da672a9-de6d-413d-bd78-fbb18efd5f41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T05:14:59Z', 'updated_at': '2021-04-16T05:14:59Z', 'revision_number': 0, 'project_id': 'db51901ec1bf486ca3fc2d191f21d909', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f971c1e-8f5b-4a93-80ea-ecfc9a7e4887', 'name': '', 'network_id': '8dec1d0f-cfff-4035-8076-7521657c2e62', 'tenant_id': 'db51901ec1bf486ca3fc2d191f21d909', 'mac_address': 'fa:16:3e:b3:11:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'b6cb0891-12b7-4364-a273-4c1d3fcc7328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:37Z', 'updated_at': '2021-04-16T05:11:55Z', 'revision_number': 5, 'project_id': 'db51901ec1bf486ca3fc2d191f21d909', 'subnets': [{'id': 'b6cb0891-12b7-4364-a273-4c1d3fcc7328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:15:02.973063 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e73ffa-2e80-4045-9d83-428c281075cc None None] The sync data for ids ['e3eb6043-a877-4f5d-9594-0a6a23dc1067'] in dv-cinder-786524-1-iscsi is: [{'id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'name': 'tempest-TestVolumeBootPattern-127490657-router', 'tenant_id': 'db51901ec1bf486ca3fc2d191f21d909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '74c9d90b-c1df-4a7a-ab06-8fb6623300c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:11:31Z', 'updated_at': '2021-04-16T05:11:38Z', 'revision_number': 4, 'project_id': 'db51901ec1bf486ca3fc2d191f21d909', 'gw_port': {'id': '74c9d90b-c1df-4a7a-ab06-8fb6623300c1', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:32Z', 'updated_at': '2021-04-16T05:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi', '_floatingips': [{'id': 'e2793a05-b23c-4274-89ae-a899ed877fda', 'tenant_id': 'db51901ec1bf486ca3fc2d191f21d909', 'floating_ip_address': '172.27.2.22', 'floating_network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'router_id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'port_id': '654a1d00-cf33-4271-b8a0-147849ef1068', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dec1d0f-cfff-4035-8076-7521657c2e62', 'mac_address': 'fa:16:3e:3b:69:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da672a9-de6d-413d-bd78-fbb18efd5f41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T05:14:59Z', 'updated_at': '2021-04-16T05:14:59Z', 'revision_number': 0, 'project_id': 'db51901ec1bf486ca3fc2d191f21d909', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f971c1e-8f5b-4a93-80ea-ecfc9a7e4887', 'name': '', 'network_id': '8dec1d0f-cfff-4035-8076-7521657c2e62', 'tenant_id': 'db51901ec1bf486ca3fc2d191f21d909', 'mac_address': 'fa:16:3e:b3:11:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'b6cb0891-12b7-4364-a273-4c1d3fcc7328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:37Z', 'updated_at': '2021-04-16T05:11:55Z', 'revision_number': 5, 'project_id': 'db51901ec1bf486ca3fc2d191f21d909', 'subnets': [{'id': 'b6cb0891-12b7-4364-a273-4c1d3fcc7328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 05:15:03.274737 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d3f29f-0e21-4208-a14d-3afeab2a2174 None None] New status for floating IP e2793a05-b23c-4274-89ae-a899ed877fda: ACTIVE {{(pid=85358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 16 05:15:03.841811 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-095046cc-9896-4f36-b807-867d5908dc68 req-cea1e6b5-6725-4c6f-8e96-37e62fb86e30 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/ports?device_id=afee3153-d1c3-46aa-9c5f-ee4053dd206b HTTP/1.1" status: 200  len: 210 time: 0.0531771
Apr 16 05:15:04.859717 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-7d515cce-a6a3-4447-b483-c3595773ff04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:15:05.018117 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-f973f7f5-59d3-4ed0-9942-1fe974b09893 req-e13055fe-9133-4eb5-bc85-9ea9886eee90 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/ports?device_id=afee3153-d1c3-46aa-9c5f-ee4053dd206b HTTP/1.1" status: 200  len: 210 time: 0.0522387
Apr 16 05:15:05.833697 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e5ff0f-5ef8-4672-be5c-ea94252ab495 req-8738086a-61f8-477d-9fe4-2f85ae768ba7 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:15:05.835323 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-a8e5ff0f-5ef8-4672-be5c-ea94252ab495 req-8738086a-61f8-477d-9fe4-2f85ae768ba7 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.16 "GET /v2.0/networks?id=6f89da5d-f206-462e-a636-98594ebaa0a7 HTTP/1.1" status: 200  len: 811 time: 0.1779301
Apr 16 05:15:05.935444 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-a8e5ff0f-5ef8-4672-be5c-ea94252ab495 req-d3c499e6-71f6-4b6d-89ac-ca64b5c993f2 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2a2ab941ff144e0782baf8de7b2da717 HTTP/1.1" status: 200  len: 5709 time: 0.0855250
Apr 16 05:15:05.947386 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [req-a8e5ff0f-5ef8-4672-be5c-ea94252ab495 req-849bb9ed-cc56-43bc-836b-ea7f7fa22bcf tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Request body: {'port': {'device_id': 'afee3153-d1c3-46aa-9c5f-ee4053dd206b', 'network_id': '6f89da5d-f206-462e-a636-98594ebaa0a7', 'admin_state_up': True, 'tenant_id': '2a2ab941ff144e0782baf8de7b2da717', 'security_groups': ['5e98f105-e12c-4f7c-ba28-65271cb1d581']}} {{(pid=85357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:15:06.099787 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [req-a8e5ff0f-5ef8-4672-be5c-ea94252ab495 req-849bb9ed-cc56-43bc-836b-ea7f7fa22bcf tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:15:06.104650 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-a8e5ff0f-5ef8-4672-be5c-ea94252ab495 req-849bb9ed-cc56-43bc-836b-ea7f7fa22bcf tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Usage tracker for resource:port and tenant:2a2ab941ff144e0782baf8de7b2da717 is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:15:06.108126 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-a8e5ff0f-5ef8-4672-be5c-ea94252ab495 req-849bb9ed-cc56-43bc-836b-ea7f7fa22bcf tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:15:06.114644 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [req-a8e5ff0f-5ef8-4672-be5c-ea94252ab495 req-849bb9ed-cc56-43bc-836b-ea7f7fa22bcf tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:15:06.126775 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8e5ff0f-5ef8-4672-be5c-ea94252ab495 req-849bb9ed-cc56-43bc-836b-ea7f7fa22bcf tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Made reservation on behalf of 2a2ab941ff144e0782baf8de7b2da717 for: {'port': 1} {{(pid=85357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 05:15:06.133999 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-a8e5ff0f-5ef8-4672-be5c-ea94252ab495 req-849bb9ed-cc56-43bc-836b-ea7f7fa22bcf tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:15:06.247318 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-110b1ac5-fd9a-42b3-8073-3d35873f7d9f req-37394266-25a5-4e65-a682-ad1286a74711 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/ports?device_id=afee3153-d1c3-46aa-9c5f-ee4053dd206b HTTP/1.1" status: 200  len: 210 time: 0.0929809
Apr 16 05:15:06.364486 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.db_base_plugin_common [req-a8e5ff0f-5ef8-4672-be5c-ea94252ab495 req-849bb9ed-cc56-43bc-836b-ea7f7fa22bcf tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Allocated IP 172.20.0.12 (6f89da5d-f206-462e-a636-98594ebaa0a7/5bb05315-89e6-4b92-8e01-e6ed3a170aba/7bdd8a60-c029-4ab2-bf06-e1ba421cc13b) {{(pid=85357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 05:15:06.584085 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-a8e5ff0f-5ef8-4672-be5c-ea94252ab495 req-849bb9ed-cc56-43bc-836b-ea7f7fa22bcf tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks [] for port, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:15:06.602808 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [req-a8e5ff0f-5ef8-4672-be5c-ea94252ab495 req-849bb9ed-cc56-43bc-836b-ea7f7fa22bcf tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Transition to ACTIVE for port object 7bdd8a60-c029-4ab2-bf06-e1ba421cc13b will not be triggered until provisioned by entity DHCP. {{(pid=85357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 05:15:06.628001 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-a8e5ff0f-5ef8-4672-be5c-ea94252ab495 req-849bb9ed-cc56-43bc-836b-ea7f7fa22bcf tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284332319809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30120147'] for port, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:15:06.644540 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-77532e89-2bd3-4792-ad74-5e1904c16407 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:15:06.782816 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849bb9ed-cc56-43bc-836b-ea7f7fa22bcf tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Pushing event updated for resources: {'Port': ['ID=7bdd8a60-c029-4ab2-bf06-e1ba421cc13b,revision_number=1']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:15:06.785868 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-849bb9ed-cc56-43bc-836b-ea7f7fa22bcf tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:15:06.844923 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8e5ff0f-5ef8-4672-be5c-ea94252ab495 req-849bb9ed-cc56-43bc-836b-ea7f7fa22bcf tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Network 6f89da5d-f206-462e-a636-98594ebaa0a7 is already hosted by enough agents. {{(pid=85357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 05:15:06.846209 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [req-a8e5ff0f-5ef8-4672-be5c-ea94252ab495 req-849bb9ed-cc56-43bc-836b-ea7f7fa22bcf tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Resources bound (agent type, host, resource id):  {{(pid=85357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 05:15:06.848548 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8e5ff0f-5ef8-4672-be5c-ea94252ab495 req-849bb9ed-cc56-43bc-836b-ea7f7fa22bcf tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Received port after_create {{(pid=85357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 05:15:06.894836 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-4576a813-8a30-4260-bc30-d6b73c03941f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:15:06.927881 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e5ff0f-5ef8-4672-be5c-ea94252ab495 req-849bb9ed-cc56-43bc-836b-ea7f7fa22bcf tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:15:06.928632 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-a8e5ff0f-5ef8-4672-be5c-ea94252ab495 req-849bb9ed-cc56-43bc-836b-ea7f7fa22bcf tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:15:06.964575 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-a8e5ff0f-5ef8-4672-be5c-ea94252ab495 req-849bb9ed-cc56-43bc-836b-ea7f7fa22bcf tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0221286
Apr 16 05:15:06.993500 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [req-a8e5ff0f-5ef8-4672-be5c-ea94252ab495 req-e4805442-98d8-4092-97e1-60bbc93ea2d0 service neutron] Request body: {'port': {'device_id': 'afee3153-d1c3-46aa-9c5f-ee4053dd206b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=85357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:15:07.110868 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-454c4769-806b-4642-bae1-606e39cd7039 None None] Provisioning for port 7bdd8a60-c029-4ab2-bf06-e1ba421cc13b completed by entity DHCP. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 05:15:07.117465 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-454c4769-806b-4642-bae1-606e39cd7039 None None] Provisioning complete for port 7bdd8a60-c029-4ab2-bf06-e1ba421cc13b triggered by entity DHCP. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:15:07.117832 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-454c4769-806b-4642-bae1-606e39cd7039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:15:07.130591 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-a8e5ff0f-5ef8-4672-be5c-ea94252ab495 req-e4805442-98d8-4092-97e1-60bbc93ea2d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:15:07.207584 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-454c4769-806b-4642-bae1-606e39cd7039 None None] Port 7bdd8a60-c029-4ab2-bf06-e1ba421cc13b cannot update to ACTIVE because it is not bound. {{(pid=85358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 16 05:15:07.531182 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e4bb8-b9db-4e0f-99e6-c4bb78143971 req-6ac2e57c-cfab-41a8-a8cd-56d4bda1caf5 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:15:07.531851 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-920e4bb8-b9db-4e0f-99e6-c4bb78143971 req-6ac2e57c-cfab-41a8-a8cd-56d4bda1caf5 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Synchronizing usage tracker for tenant:2a2ab941ff144e0782baf8de7b2da717 on resource:port {{(pid=85357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 05:15:07.606692 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-920e4bb8-b9db-4e0f-99e6-c4bb78143971 req-6ac2e57c-cfab-41a8-a8cd-56d4bda1caf5 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Unset dirty status for tenant:2a2ab941ff144e0782baf8de7b2da717 on resource:port {{(pid=85357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 05:15:07.608038 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-920e4bb8-b9db-4e0f-99e6-c4bb78143971 req-6ac2e57c-cfab-41a8-a8cd-56d4bda1caf5 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/ports?device_id=afee3153-d1c3-46aa-9c5f-ee4053dd206b HTTP/1.1" status: 200  len: 932 time: 0.2236516
Apr 16 05:15:07.614426 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [req-a8e5ff0f-5ef8-4672-be5c-ea94252ab495 req-e4805442-98d8-4092-97e1-60bbc93ea2d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bdd8a60-c029-4ab2-bf06-e1ba421cc13b {{(pid=85357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 05:15:07.624964 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-a8e5ff0f-5ef8-4672-be5c-ea94252ab495 req-e4805442-98d8-4092-97e1-60bbc93ea2d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:15:07.673631 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [req-a8e5ff0f-5ef8-4672-be5c-ea94252ab495 req-e4805442-98d8-4092-97e1-60bbc93ea2d0 service neutron] Transition to ACTIVE for port object 7bdd8a60-c029-4ab2-bf06-e1ba421cc13b will not be triggered until provisioned by entity L2. {{(pid=85357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 05:15:07.680810 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-a8e5ff0f-5ef8-4672-be5c-ea94252ab495 req-e4805442-98d8-4092-97e1-60bbc93ea2d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036824655669'] for port, after_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:15:07.698652 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-39c2b1c2-6938-44b7-b8ef-3894ac7caff8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:15:07.730904 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:15:07.752819 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-920e4bb8-b9db-4e0f-99e6-c4bb78143971 req-51463e13-999e-46f7-a62d-f92af95c7779 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/security-groups?id=5e98f105-e12c-4f7c-ba28-65271cb1d581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1333032
Apr 16 05:15:07.788555 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-63345f0b-feae-4d1b-a675-506eb60b354a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:15:08.008401 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:15:08.113218 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4805442-98d8-4092-97e1-60bbc93ea2d0 service neutron] Pushing event updated for resources: {'Port': ['ID=7bdd8a60-c029-4ab2-bf06-e1ba421cc13b,revision_number=2']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:15:08.117776 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-e4805442-98d8-4092-97e1-60bbc93ea2d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:15:08.357686 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [req-a8e5ff0f-5ef8-4672-be5c-ea94252ab495 req-e4805442-98d8-4092-97e1-60bbc93ea2d0 service neutron] Attempting to bind port 7bdd8a60-c029-4ab2-bf06-e1ba421cc13b on host hv-cinder-78652 for vnic_type normal with profile  {{(pid=85357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 05:15:08.358066 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [req-a8e5ff0f-5ef8-4672-be5c-ea94252ab495 req-e4805442-98d8-4092-97e1-60bbc93ea2d0 service neutron] Attempting to bind port 7bdd8a60-c029-4ab2-bf06-e1ba421cc13b by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'a0d59017-e373-40d6-a43c-3a06cb2c266d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6f89da5d-f206-462e-a636-98594ebaa0a7'}] {{(pid=85357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 05:15:08.358428 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e5ff0f-5ef8-4672-be5c-ea94252ab495 req-e4805442-98d8-4092-97e1-60bbc93ea2d0 service neutron] Attempting to bind port 7bdd8a60-c029-4ab2-bf06-e1ba421cc13b on network 6f89da5d-f206-462e-a636-98594ebaa0a7 {{(pid=85357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 05:15:08.363728 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e5ff0f-5ef8-4672-be5c-ea94252ab495 req-e4805442-98d8-4092-97e1-60bbc93ea2d0 service neutron] Port 7bdd8a60-c029-4ab2-bf06-e1ba421cc13b on network 6f89da5d-f206-462e-a636-98594ebaa0a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=85357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 05:15:08.364030 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e5ff0f-5ef8-4672-be5c-ea94252ab495 req-e4805442-98d8-4092-97e1-60bbc93ea2d0 service neutron] Attempting to bind port 7bdd8a60-c029-4ab2-bf06-e1ba421cc13b on network 6f89da5d-f206-462e-a636-98594ebaa0a7 {{(pid=85357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 05:15:08.370104 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e5ff0f-5ef8-4672-be5c-ea94252ab495 req-e4805442-98d8-4092-97e1-60bbc93ea2d0 service neutron] Checking agent: {'id': '5ddcce5e-7017-4c76-88fa-bffacfec0d31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 5, 1, 38), 'started_at': datetime.datetime(2021, 4, 16, 5, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 5, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 05:15:08.370483 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e5ff0f-5ef8-4672-be5c-ea94252ab495 req-e4805442-98d8-4092-97e1-60bbc93ea2d0 service neutron] Checking segment: {'id': 'a0d59017-e373-40d6-a43c-3a06cb2c266d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6f89da5d-f206-462e-a636-98594ebaa0a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 05:15:08.370915 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e5ff0f-5ef8-4672-be5c-ea94252ab495 req-e4805442-98d8-4092-97e1-60bbc93ea2d0 service neutron] Bound using segment: {'id': 'a0d59017-e373-40d6-a43c-3a06cb2c266d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6f89da5d-f206-462e-a636-98594ebaa0a7'} {{(pid=85357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 05:15:08.371393 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [req-a8e5ff0f-5ef8-4672-be5c-ea94252ab495 req-e4805442-98d8-4092-97e1-60bbc93ea2d0 service neutron] Bound port: 7bdd8a60-c029-4ab2-bf06-e1ba421cc13b, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0d59017-e373-40d6-a43c-3a06cb2c266d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6f89da5d-f206-462e-a636-98594ebaa0a7'}}] {{(pid=85357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 05:15:08.371829 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-a8e5ff0f-5ef8-4672-be5c-ea94252ab495 req-e4805442-98d8-4092-97e1-60bbc93ea2d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:15:08.483922 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [req-a8e5ff0f-5ef8-4672-be5c-ea94252ab495 req-e4805442-98d8-4092-97e1-60bbc93ea2d0 service neutron] For port 7bdd8a60-c029-4ab2-bf06-e1ba421cc13b, host hv-cinder-78652, cleared binding levels {{(pid=85357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 05:15:08.490348 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [req-a8e5ff0f-5ef8-4672-be5c-ea94252ab495 req-e4805442-98d8-4092-97e1-60bbc93ea2d0 service neutron] For port 7bdd8a60-c029-4ab2-bf06-e1ba421cc13b, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=7bdd8a60-c029-4ab2-bf06-e1ba421cc13b,segment=NetworkSegment(a0d59017-e373-40d6-a43c-3a06cb2c266d),segment_id=a0d59017-e373-40d6-a43c-3a06cb2c266d)] {{(pid=85357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 05:15:08.494718 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-a8e5ff0f-5ef8-4672-be5c-ea94252ab495 req-e4805442-98d8-4092-97e1-60bbc93ea2d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036824655669'] for port, after_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:15:08.512161 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-aded1dd0-b2d4-4f58-98a1-6c5afbaf094a tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:15:08.672302 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4805442-98d8-4092-97e1-60bbc93ea2d0 service neutron] Pushing event updated for resources: {'Port': ['ID=7bdd8a60-c029-4ab2-bf06-e1ba421cc13b,revision_number=3']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:15:08.678068 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-e4805442-98d8-4092-97e1-60bbc93ea2d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:15:08.710042 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e5ff0f-5ef8-4672-be5c-ea94252ab495 req-e4805442-98d8-4092-97e1-60bbc93ea2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:15:08.710753 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-a8e5ff0f-5ef8-4672-be5c-ea94252ab495 req-e4805442-98d8-4092-97e1-60bbc93ea2d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:15:08.712267 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-a8e5ff0f-5ef8-4672-be5c-ea94252ab495 req-e4805442-98d8-4092-97e1-60bbc93ea2d0 service neutron] 10.222.0.16 "PUT /v2.0/ports/7bdd8a60-c029-4ab2-bf06-e1ba421cc13b HTTP/1.1" status: 200  len: 1094 time: 1.7254806
Apr 16 05:15:08.712826 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afee3153-d1c3-46aa-9c5f-ee4053dd206b', 'tag': '7bdd8a60-c029-4ab2-bf06-e1ba421cc13b'}] {{(pid=85357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 05:15:08.765773 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afee3153-d1c3-46aa-9c5f-ee4053dd206b', 'tag': '7bdd8a60-c029-4ab2-bf06-e1ba421cc13b', 'status': 'completed', 'code': 200}
Apr 16 05:15:08.880039 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e5ff0f-5ef8-4672-be5c-ea94252ab495 req-6c64673f-5254-4a63-b980-8a9c72ca15dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:15:08.881753 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-a8e5ff0f-5ef8-4672-be5c-ea94252ab495 req-6c64673f-5254-4a63-b980-8a9c72ca15dd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2a2ab941ff144e0782baf8de7b2da717&device_id=afee3153-d1c3-46aa-9c5f-ee4053dd206b HTTP/1.1" status: 200  len: 1097 time: 0.0974197
Apr 16 05:15:09.009575 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-a8e5ff0f-5ef8-4672-be5c-ea94252ab495 req-b654b04b-3d62-45ae-8416-b60416cf8005 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7bdd8a60-c029-4ab2-bf06-e1ba421cc13b HTTP/1.1" status: 200  len: 217 time: 0.0811746
Apr 16 05:15:09.099614 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e5ff0f-5ef8-4672-be5c-ea94252ab495 req-cb84c3af-ae36-46a8-8a68-a99e86f60c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:15:09.101244 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-a8e5ff0f-5ef8-4672-be5c-ea94252ab495 req-cb84c3af-ae36-46a8-8a68-a99e86f60c15 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5bb05315-89e6-4b92-8e01-e6ed3a170aba HTTP/1.1" status: 200  len: 850 time: 0.0827463
Apr 16 05:15:09.113826 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb9fb1-2a66-434b-ae04-680848f3bfbb req-69e9e895-0c6c-46d7-b812-7dd3677aa65d tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:15:09.115458 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-60bb9fb1-2a66-434b-ae04-680848f3bfbb req-69e9e895-0c6c-46d7-b812-7dd3677aa65d tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/ports?device_id=afee3153-d1c3-46aa-9c5f-ee4053dd206b HTTP/1.1" status: 200  len: 944 time: 0.2312913
Apr 16 05:15:09.224598 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-60bb9fb1-2a66-434b-ae04-680848f3bfbb req-83bdba7a-27cf-4af7-8ec8-27e4207499c7 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/security-groups?id=5e98f105-e12c-4f7c-ba28-65271cb1d581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0613759
Apr 16 05:15:09.246923 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e5ff0f-5ef8-4672-be5c-ea94252ab495 req-48adbd4d-fba3-4f56-a92c-b77cdb459f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:15:09.248962 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-a8e5ff0f-5ef8-4672-be5c-ea94252ab495 req-48adbd4d-fba3-4f56-a92c-b77cdb459f80 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6f89da5d-f206-462e-a636-98594ebaa0a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1323626
Apr 16 05:15:09.407343 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-a8e5ff0f-5ef8-4672-be5c-ea94252ab495 req-0812ee74-e983-4122-b617-89dbcebb88ca service neutron] 10.222.0.16 "GET /v2.0/networks/6f89da5d-f206-462e-a636-98594ebaa0a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1503072
Apr 16 05:15:09.437310 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a57a9699-4b93-4635-9a0c-76135fd629c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:15:09.561188 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-a8e5ff0f-5ef8-4672-be5c-ea94252ab495 req-82b713e2-ef18-482c-acb4-0bb642916b98 service neutron] 10.222.0.16 "GET /v2.0/networks/6f89da5d-f206-462e-a636-98594ebaa0a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1463077
Apr 16 05:15:09.730835 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381fc63d-20bc-4538-96fb-9e025d845926 req-be272cb0-8521-47bb-b207-503dbf06627e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:15:09.732617 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-381fc63d-20bc-4538-96fb-9e025d845926 req-be272cb0-8521-47bb-b207-503dbf06627e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2a2ab941ff144e0782baf8de7b2da717&device_id=afee3153-d1c3-46aa-9c5f-ee4053dd206b HTTP/1.1" status: 200  len: 1097 time: 0.0807428
Apr 16 05:15:09.882626 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381fc63d-20bc-4538-96fb-9e025d845926 req-e1f2a4af-5001-4738-ab64-4c6d5479227c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:15:09.884250 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-381fc63d-20bc-4538-96fb-9e025d845926 req-e1f2a4af-5001-4738-ab64-4c6d5479227c service neutron] 10.222.0.16 "GET /v2.0/networks?id=6f89da5d-f206-462e-a636-98594ebaa0a7 HTTP/1.1" status: 200  len: 912 time: 0.1439943
Apr 16 05:15:09.971383 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-381fc63d-20bc-4538-96fb-9e025d845926 req-d38562f4-7c0b-4cd7-b1c0-660fe36d6900 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7bdd8a60-c029-4ab2-bf06-e1ba421cc13b HTTP/1.1" status: 200  len: 217 time: 0.0791380
Apr 16 05:15:10.043302 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381fc63d-20bc-4538-96fb-9e025d845926 req-6f6288b4-7a16-4a91-a52d-f858211dafc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:15:10.045272 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-381fc63d-20bc-4538-96fb-9e025d845926 req-6f6288b4-7a16-4a91-a52d-f858211dafc4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5bb05315-89e6-4b92-8e01-e6ed3a170aba HTTP/1.1" status: 200  len: 850 time: 0.0672405
Apr 16 05:15:10.148389 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381fc63d-20bc-4538-96fb-9e025d845926 req-7502a7cc-84ad-46ad-b528-e7a93ca03e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:15:10.150092 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-381fc63d-20bc-4538-96fb-9e025d845926 req-7502a7cc-84ad-46ad-b528-e7a93ca03e20 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6f89da5d-f206-462e-a636-98594ebaa0a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0896966
Apr 16 05:15:10.303226 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-381fc63d-20bc-4538-96fb-9e025d845926 req-a4e56251-a27d-41cb-a80e-eefcef31cf61 service neutron] 10.222.0.16 "GET /v2.0/networks/6f89da5d-f206-462e-a636-98594ebaa0a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1440940
Apr 16 05:15:10.506689 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-381fc63d-20bc-4538-96fb-9e025d845926 req-a4b7f2ca-5f0b-427d-9f03-ce636c488a8d service neutron] 10.222.0.16 "GET /v2.0/networks/6f89da5d-f206-462e-a636-98594ebaa0a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1961889
Apr 16 05:15:10.527254 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596df739-2935-45e6-88c5-45223959afe0 req-1d2d1e4c-81ce-4125-85dc-e026611dbd04 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:15:10.528886 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-596df739-2935-45e6-88c5-45223959afe0 req-1d2d1e4c-81ce-4125-85dc-e026611dbd04 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/ports?device_id=afee3153-d1c3-46aa-9c5f-ee4053dd206b HTTP/1.1" status: 200  len: 944 time: 0.1399446
Apr 16 05:15:10.581415 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-596df739-2935-45e6-88c5-45223959afe0 req-c73fa5ab-791f-4f33-91dd-ecf42602905d tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/security-groups?id=5e98f105-e12c-4f7c-ba28-65271cb1d581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455441
Apr 16 05:15:11.802749 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c65d2b6-9cec-45cb-babb-27a2cbf11c16 req-eebd0205-5e47-4db3-b067-975d1ebc1e22 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:15:11.804314 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-6c65d2b6-9cec-45cb-babb-27a2cbf11c16 req-eebd0205-5e47-4db3-b067-975d1ebc1e22 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/ports?device_id=afee3153-d1c3-46aa-9c5f-ee4053dd206b HTTP/1.1" status: 200  len: 944 time: 0.0928090
Apr 16 05:15:11.857507 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-6c65d2b6-9cec-45cb-babb-27a2cbf11c16 req-0c5b44e5-40c9-4347-9f89-ff801e6e1d46 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/security-groups?id=5e98f105-e12c-4f7c-ba28-65271cb1d581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432954
Apr 16 05:15:13.074629 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca1e9c4-2df0-4da3-b7e8-a4d060eac6bc req-83e2867a-0539-40d9-8e0f-743e9691eeb3 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:15:13.076563 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-9ca1e9c4-2df0-4da3-b7e8-a4d060eac6bc req-83e2867a-0539-40d9-8e0f-743e9691eeb3 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/ports?device_id=afee3153-d1c3-46aa-9c5f-ee4053dd206b HTTP/1.1" status: 200  len: 944 time: 0.0957468
Apr 16 05:15:13.102707 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device 7bdd8a60-c029-4ab2-bf06-e1ba421cc13b details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=85358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 16 05:15:13.128529 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-9ca1e9c4-2df0-4da3-b7e8-a4d060eac6bc req-ffc59575-ea8f-4624-a09b-30ae2e4bf783 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/security-groups?id=5e98f105-e12c-4f7c-ba28-65271cb1d581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449796
Apr 16 05:15:13.254153 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] For port 7bdd8a60-c029-4ab2-bf06-e1ba421cc13b, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=7bdd8a60-c029-4ab2-bf06-e1ba421cc13b,segment=NetworkSegment(a0d59017-e373-40d6-a43c-3a06cb2c266d),segment_id=a0d59017-e373-40d6-a43c-3a06cb2c266d)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:15:13.269561 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Returning: {'device': '7bdd8a60-c029-4ab2-bf06-e1ba421cc13b', 'network_id': '6f89da5d-f206-462e-a636-98594ebaa0a7', 'port_id': '7bdd8a60-c029-4ab2-bf06-e1ba421cc13b', 'mac_address': 'fa:16:3e:97:2b:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bb05315-89e6-4b92-8e01-e6ed3a170aba', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 16 05:15:13.335215 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:15:13.355379 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bdd8a60-c029-4ab2-bf06-e1ba421cc13b {{(pid=85358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 05:15:13.374147 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] For port 7bdd8a60-c029-4ab2-bf06-e1ba421cc13b, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=7bdd8a60-c029-4ab2-bf06-e1ba421cc13b,segment=NetworkSegment(a0d59017-e373-40d6-a43c-3a06cb2c266d),segment_id=a0d59017-e373-40d6-a43c-3a06cb2c266d)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:15:13.378659 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:15:13.380548 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-4a43513a-20a4-484e-9bc9-0ba1a8dafbea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:15:13.456489 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Pushing event updated for resources: {'Port': ['ID=7bdd8a60-c029-4ab2-bf06-e1ba421cc13b,revision_number=4']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:15:13.459970 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:15:13.722726 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] get_ports_and_sgs() called for port_ids ['7bdd8a60-c029-4ab2-bf06-e1ba421cc13b'] {{(pid=85358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 05:15:14.341986 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c312661b-7dbf-45a4-bf37-b035057371df req-a0229816-515c-4a85-9dc3-0adcd5fe56ad tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:15:14.343631 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c312661b-7dbf-45a4-bf37-b035057371df req-a0229816-515c-4a85-9dc3-0adcd5fe56ad tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/ports?device_id=afee3153-d1c3-46aa-9c5f-ee4053dd206b HTTP/1.1" status: 200  len: 945 time: 0.0938368
Apr 16 05:15:14.395648 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c312661b-7dbf-45a4-bf37-b035057371df req-e838c1c1-9f38-445d-812b-3dbf210a2eab tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/security-groups?id=5e98f105-e12c-4f7c-ba28-65271cb1d581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455070
Apr 16 05:15:15.123671 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device 7bdd8a60-c029-4ab2-bf06-e1ba421cc13b up at agent hyperv_hv-cinder-78652 {{(pid=85358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 05:15:15.201620 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Provisioning for port 7bdd8a60-c029-4ab2-bf06-e1ba421cc13b completed by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 05:15:15.207215 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Provisioning complete for port 7bdd8a60-c029-4ab2-bf06-e1ba421cc13b triggered by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:15:15.207643 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:15:15.347711 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:15:15.377675 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afee3153-d1c3-46aa-9c5f-ee4053dd206b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bdd8a60-c029-4ab2-bf06-e1ba421cc13b'}] {{(pid=85358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 05:15:15.388578 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] For port 7bdd8a60-c029-4ab2-bf06-e1ba421cc13b, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=7bdd8a60-c029-4ab2-bf06-e1ba421cc13b,segment=NetworkSegment(a0d59017-e373-40d6-a43c-3a06cb2c266d),segment_id=a0d59017-e373-40d6-a43c-3a06cb2c266d)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:15:15.393153 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:15:15.395209 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:15:15.433417 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afee3153-d1c3-46aa-9c5f-ee4053dd206b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bdd8a60-c029-4ab2-bf06-e1ba421cc13b', 'code': 200}
Apr 16 05:15:15.474284 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Pushing event updated for resources: {'Port': ['ID=7bdd8a60-c029-4ab2-bf06-e1ba421cc13b,revision_number=5']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:15:15.477661 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:15:15.608023 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37ea6c7-5e69-4006-8ab6-ac5459757f88 req-eb2d7739-6825-4153-95b6-ad156382d62b tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:15:15.610197 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-a37ea6c7-5e69-4006-8ab6-ac5459757f88 req-eb2d7739-6825-4153-95b6-ad156382d62b tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/ports?device_id=afee3153-d1c3-46aa-9c5f-ee4053dd206b HTTP/1.1" status: 200  len: 946 time: 0.0939755
Apr 16 05:15:15.704429 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-a37ea6c7-5e69-4006-8ab6-ac5459757f88 req-276deef7-d695-43cf-ab27-50387bc19473 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/security-groups?id=5e98f105-e12c-4f7c-ba28-65271cb1d581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0881183
Apr 16 05:15:15.736204 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa9c7d1-408f-4569-81e8-831950485c3b req-7cee8908-d47e-464e-b421-60cadfe5e5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:15:15.737900 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-8fa9c7d1-408f-4569-81e8-831950485c3b req-7cee8908-d47e-464e-b421-60cadfe5e5e8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=afee3153-d1c3-46aa-9c5f-ee4053dd206b HTTP/1.1" status: 200  len: 1099 time: 0.0970988
Apr 16 05:15:15.787332 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-8fa9c7d1-408f-4569-81e8-831950485c3b req-a53524a7-e555-48dc-af4d-c68b7844bb32 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5e98f105-e12c-4f7c-ba28-65271cb1d581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417283
Apr 16 05:15:16.925006 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c61fc8-8d28-4b0c-bc22-1c50f824a4ec req-854ae94c-4c22-47ea-9e1f-9b8dd1c2bfda tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:15:16.926667 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-91c61fc8-8d28-4b0c-bc22-1c50f824a4ec req-854ae94c-4c22-47ea-9e1f-9b8dd1c2bfda tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/ports?device_id=afee3153-d1c3-46aa-9c5f-ee4053dd206b HTTP/1.1" status: 200  len: 946 time: 0.0924666
Apr 16 05:15:16.978925 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-91c61fc8-8d28-4b0c-bc22-1c50f824a4ec req-c808e1c1-987e-4a27-aaaa-eb162960ecac tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/security-groups?id=5e98f105-e12c-4f7c-ba28-65271cb1d581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440564
Apr 16 05:15:18.192340 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b9e2d0-8dff-4fb5-b530-1ad0f99e0118 req-74bac243-1645-4080-bbda-bede28cae193 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:15:18.193973 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-13b9e2d0-8dff-4fb5-b530-1ad0f99e0118 req-74bac243-1645-4080-bbda-bede28cae193 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/ports?device_id=afee3153-d1c3-46aa-9c5f-ee4053dd206b HTTP/1.1" status: 200  len: 946 time: 0.0937850
Apr 16 05:15:18.247277 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-13b9e2d0-8dff-4fb5-b530-1ad0f99e0118 req-5b30d03e-5ae8-465e-a4a5-815eed1df2f6 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/security-groups?id=5e98f105-e12c-4f7c-ba28-65271cb1d581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429661
Apr 16 05:15:18.458437 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bf8eb2-c1d9-4496-be43-e66099440be7 req-836edf62-1f21-4742-a3fe-6b41ff88c5bd tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:15:18.459884 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-b7bf8eb2-c1d9-4496-be43-e66099440be7 req-836edf62-1f21-4742-a3fe-6b41ff88c5bd tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/ports?device_id=afee3153-d1c3-46aa-9c5f-ee4053dd206b HTTP/1.1" status: 200  len: 946 time: 0.0944932
Apr 16 05:15:18.470835 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 41752) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:15:18.477053 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-e98c2c0a-17df-45aa-bfeb-a28c7ba60b3f tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Request body: {'floatingip': {'port_id': '7bdd8a60-c029-4ab2-bf06-e1ba421cc13b'}} {{(pid=85356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:15:18.565956 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e98c2c0a-17df-45aa-bfeb-a28c7ba60b3f tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks [] for floatingip, before_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:15:19.222219 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e98c2c0a-17df-45aa-bfeb-a28c7ba60b3f tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:15:19.225874 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e98c2c0a-17df-45aa-bfeb-a28c7ba60b3f tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33197037'] for floatingip, after_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:15:19.424722 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.db.l3_db [None req-e98c2c0a-17df-45aa-bfeb-a28c7ba60b3f tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Floating IP 28b91a46-ef48-4880-b617-1af93bf506d6 associated. External IP: 172.27.2.122, port: 7bdd8a60-c029-4ab2-bf06-e1ba421cc13b.
Apr 16 05:15:19.821729 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e98c2c0a-17df-45aa-bfeb-a28c7ba60b3f tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Router 4c7be7c8-fbb1-4ab1-bd77-c39d18304df9 has already been hosted by L3 agent 9bacd1b6-99a0-44b1-8352-fe12768771b0 {{(pid=85356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 16 05:15:20.017465 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e98c2c0a-17df-45aa-bfeb-a28c7ba60b3f tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify agent at l3_agent.dv-cinder-786524-1-iscsi the message routers_updated {{(pid=85356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 05:15:20.022667 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e98c2c0a-17df-45aa-bfeb-a28c7ba60b3f tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for floatingip, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:15:20.027699 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92a8796-74c3-4131-b971-5fdfdecb8353 None None] Sync routers for ids ['4c7be7c8-fbb1-4ab1-bd77-c39d18304df9'] in dv-cinder-786524-1-iscsi {{(pid=85359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 05:15:20.039946 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92a8796-74c3-4131-b971-5fdfdecb8353 None None] Routers {'4c7be7c8-fbb1-4ab1-bd77-c39d18304df9'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:15:20.040527 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-a92a8796-74c3-4131-b971-5fdfdecb8353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5daea6c630>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:15:07Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['4c7be7c8-fbb1-4ab1-bd77-c39d18304df9'], 'active': True} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:15:20.084152 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-e98c2c0a-17df-45aa-bfeb-a28c7ba60b3f tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "PUT /v2.0/floatingips/28b91a46-ef48-4880-b617-1af93bf506d6 HTTP/1.1" status: 200  len: 992 time: 1.6120045
Apr 16 05:15:20.084909 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afee3153-d1c3-46aa-9c5f-ee4053dd206b', 'tag': '7bdd8a60-c029-4ab2-bf06-e1ba421cc13b'}] {{(pid=85356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 05:15:20.153968 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afee3153-d1c3-46aa-9c5f-ee4053dd206b', 'tag': '7bdd8a60-c029-4ab2-bf06-e1ba421cc13b', 'status': 'completed', 'code': 200}
Apr 16 05:15:20.234773 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-a92a8796-74c3-4131-b971-5fdfdecb8353 None None] Set router 4c7be7c8-fbb1-4ab1-bd77-c39d18304df9 gateway port host: dv-cinder-786524-1-iscsi {{(pid=85359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:15:20.298892 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fff67a-1075-4176-b7e1-31d20f365428 req-19d326e1-3bfa-43f7-be80-76b678cb3792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:15:20.300536 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-f7fff67a-1075-4176-b7e1-31d20f365428 req-19d326e1-3bfa-43f7-be80-76b678cb3792 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2a2ab941ff144e0782baf8de7b2da717&device_id=afee3153-d1c3-46aa-9c5f-ee4053dd206b HTTP/1.1" status: 200  len: 1099 time: 0.0885775
Apr 16 05:15:20.451763 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fff67a-1075-4176-b7e1-31d20f365428 req-5763f994-19d1-4090-8e7e-2bfbc2a5eb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:15:20.453341 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-f7fff67a-1075-4176-b7e1-31d20f365428 req-5763f994-19d1-4090-8e7e-2bfbc2a5eb2d service neutron] 10.222.0.16 "GET /v2.0/networks?id=6f89da5d-f206-462e-a636-98594ebaa0a7 HTTP/1.1" status: 200  len: 912 time: 0.1456358
Apr 16 05:15:20.566197 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-f7fff67a-1075-4176-b7e1-31d20f365428 req-139e482b-4826-4268-a8f7-d3887399ab8c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7bdd8a60-c029-4ab2-bf06-e1ba421cc13b HTTP/1.1" status: 200  len: 1000 time: 0.1049163
Apr 16 05:15:20.616534 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-a92a8796-74c3-4131-b971-5fdfdecb8353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5daea6c630>, [{'id': '4c7be7c8-fbb1-4ab1-bd77-c39d18304df9', 'name': 'tempest-AttachVolumeTestJSON-2037460354-router', 'tenant_id': '2a2ab941ff144e0782baf8de7b2da717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'e2af2372-b21a-409d-b705-59bbb86a1dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:11:41Z', 'updated_at': '2021-04-16T05:11:47Z', 'revision_number': 4, 'project_id': '2a2ab941ff144e0782baf8de7b2da717', 'gw_port': {'id': 'e2af2372-b21a-409d-b705-59bbb86a1dfb', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:01:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7be7c8-fbb1-4ab1-bd77-c39d18304df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:42Z', 'updated_at': '2021-04-16T05:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi', '_floatingips': [{'id': '28b91a46-ef48-4880-b617-1af93bf506d6', 'tenant_id': '2a2ab941ff144e0782baf8de7b2da717', 'floating_ip_address': '172.27.2.122', 'floating_network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'router_id': '4c7be7c8-fbb1-4ab1-bd77-c39d18304df9', 'port_id': '7bdd8a60-c029-4ab2-bf06-e1ba421cc13b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f89da5d-f206-462e-a636-98594ebaa0a7', 'mac_address': 'fa:16:3e:97:2b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afee3153-d1c3-46aa-9c5f-ee4053dd206b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T05:14:58Z', 'updated_at': '2021-04-16T05:15:19Z', 'revision_number': 1, 'project_id': '2a2ab941ff144e0782baf8de7b2da717', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7954305f-de5c-48b5-a0dc-b62fcd5f07a0', 'name': '', 'network_id': '6f89da5d-f206-462e-a636-98594ebaa0a7', 'tenant_id': '2a2ab941ff144e0782baf8de7b2da717', 'mac_address': 'fa:16:3e:ff:77:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7be7c8-fbb1-4ab1-bd77-c39d18304df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '5bb05315-89e6-4b92-8e01-e6ed3a170aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:46Z', 'updated_at': '2021-04-16T05:11:59Z', 'revision_number': 5, 'project_id': '2a2ab941ff144e0782baf8de7b2da717', 'subnets': [{'id': '5bb05315-89e6-4b92-8e01-e6ed3a170aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:15:20.620753 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92a8796-74c3-4131-b971-5fdfdecb8353 None None] Checking router: 4c7be7c8-fbb1-4ab1-bd77-c39d18304df9 for host: dv-cinder-786524-1-iscsi {{(pid=85359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 05:15:20.630486 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92a8796-74c3-4131-b971-5fdfdecb8353 None None] Routers {'4c7be7c8-fbb1-4ab1-bd77-c39d18304df9'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:15:20.631134 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-a92a8796-74c3-4131-b971-5fdfdecb8353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5daea6c630>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:15:07Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['4c7be7c8-fbb1-4ab1-bd77-c39d18304df9'], 'active': True} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:15:20.642109 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fff67a-1075-4176-b7e1-31d20f365428 req-45d65148-3868-4fef-b7c1-75be54742457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:15:20.643725 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-f7fff67a-1075-4176-b7e1-31d20f365428 req-45d65148-3868-4fef-b7c1-75be54742457 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5bb05315-89e6-4b92-8e01-e6ed3a170aba HTTP/1.1" status: 200  len: 850 time: 0.0698600
Apr 16 05:15:20.728673 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fff67a-1075-4176-b7e1-31d20f365428 req-79479fbc-2c21-4ad4-9788-fc0850dcff1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:15:20.730270 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-f7fff67a-1075-4176-b7e1-31d20f365428 req-79479fbc-2c21-4ad4-9788-fc0850dcff1d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6f89da5d-f206-462e-a636-98594ebaa0a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0796673
Apr 16 05:15:20.829399 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-a92a8796-74c3-4131-b971-5fdfdecb8353 None None] Set router 4c7be7c8-fbb1-4ab1-bd77-c39d18304df9 gateway port host: dv-cinder-786524-1-iscsi {{(pid=85359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:15:20.874978 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-f7fff67a-1075-4176-b7e1-31d20f365428 req-5694be91-3f37-4494-a006-c7b60d5760a7 service neutron] 10.222.0.16 "GET /v2.0/networks/6f89da5d-f206-462e-a636-98594ebaa0a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1377501
Apr 16 05:15:21.021216 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-f7fff67a-1075-4176-b7e1-31d20f365428 req-9934ada1-1166-4339-9c91-0cd3bcb5f0a9 service neutron] 10.222.0.16 "GET /v2.0/networks/6f89da5d-f206-462e-a636-98594ebaa0a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1399004
Apr 16 05:15:21.374825 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-a92a8796-74c3-4131-b971-5fdfdecb8353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5daea6c630>, [{'id': '4c7be7c8-fbb1-4ab1-bd77-c39d18304df9', 'name': 'tempest-AttachVolumeTestJSON-2037460354-router', 'tenant_id': '2a2ab941ff144e0782baf8de7b2da717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'e2af2372-b21a-409d-b705-59bbb86a1dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:11:41Z', 'updated_at': '2021-04-16T05:11:47Z', 'revision_number': 4, 'project_id': '2a2ab941ff144e0782baf8de7b2da717', 'gw_port': {'id': 'e2af2372-b21a-409d-b705-59bbb86a1dfb', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:01:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7be7c8-fbb1-4ab1-bd77-c39d18304df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:42Z', 'updated_at': '2021-04-16T05:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi', '_floatingips': [{'id': '28b91a46-ef48-4880-b617-1af93bf506d6', 'tenant_id': '2a2ab941ff144e0782baf8de7b2da717', 'floating_ip_address': '172.27.2.122', 'floating_network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'router_id': '4c7be7c8-fbb1-4ab1-bd77-c39d18304df9', 'port_id': '7bdd8a60-c029-4ab2-bf06-e1ba421cc13b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f89da5d-f206-462e-a636-98594ebaa0a7', 'mac_address': 'fa:16:3e:97:2b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afee3153-d1c3-46aa-9c5f-ee4053dd206b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T05:14:58Z', 'updated_at': '2021-04-16T05:15:19Z', 'revision_number': 1, 'project_id': '2a2ab941ff144e0782baf8de7b2da717', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7954305f-de5c-48b5-a0dc-b62fcd5f07a0', 'name': '', 'network_id': '6f89da5d-f206-462e-a636-98594ebaa0a7', 'tenant_id': '2a2ab941ff144e0782baf8de7b2da717', 'mac_address': 'fa:16:3e:ff:77:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7be7c8-fbb1-4ab1-bd77-c39d18304df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '5bb05315-89e6-4b92-8e01-e6ed3a170aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:46Z', 'updated_at': '2021-04-16T05:11:59Z', 'revision_number': 5, 'project_id': '2a2ab941ff144e0782baf8de7b2da717', 'subnets': [{'id': '5bb05315-89e6-4b92-8e01-e6ed3a170aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:15:21.379524 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92a8796-74c3-4131-b971-5fdfdecb8353 None None] The sync data for ids ['4c7be7c8-fbb1-4ab1-bd77-c39d18304df9'] in dv-cinder-786524-1-iscsi is: [{'id': '4c7be7c8-fbb1-4ab1-bd77-c39d18304df9', 'name': 'tempest-AttachVolumeTestJSON-2037460354-router', 'tenant_id': '2a2ab941ff144e0782baf8de7b2da717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'e2af2372-b21a-409d-b705-59bbb86a1dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:11:41Z', 'updated_at': '2021-04-16T05:11:47Z', 'revision_number': 4, 'project_id': '2a2ab941ff144e0782baf8de7b2da717', 'gw_port': {'id': 'e2af2372-b21a-409d-b705-59bbb86a1dfb', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:01:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7be7c8-fbb1-4ab1-bd77-c39d18304df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:42Z', 'updated_at': '2021-04-16T05:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi', '_floatingips': [{'id': '28b91a46-ef48-4880-b617-1af93bf506d6', 'tenant_id': '2a2ab941ff144e0782baf8de7b2da717', 'floating_ip_address': '172.27.2.122', 'floating_network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'router_id': '4c7be7c8-fbb1-4ab1-bd77-c39d18304df9', 'port_id': '7bdd8a60-c029-4ab2-bf06-e1ba421cc13b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f89da5d-f206-462e-a636-98594ebaa0a7', 'mac_address': 'fa:16:3e:97:2b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afee3153-d1c3-46aa-9c5f-ee4053dd206b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T05:14:58Z', 'updated_at': '2021-04-16T05:15:19Z', 'revision_number': 1, 'project_id': '2a2ab941ff144e0782baf8de7b2da717', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7954305f-de5c-48b5-a0dc-b62fcd5f07a0', 'name': '', 'network_id': '6f89da5d-f206-462e-a636-98594ebaa0a7', 'tenant_id': '2a2ab941ff144e0782baf8de7b2da717', 'mac_address': 'fa:16:3e:ff:77:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7be7c8-fbb1-4ab1-bd77-c39d18304df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '5bb05315-89e6-4b92-8e01-e6ed3a170aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:46Z', 'updated_at': '2021-04-16T05:11:59Z', 'revision_number': 5, 'project_id': '2a2ab941ff144e0782baf8de7b2da717', 'subnets': [{'id': '5bb05315-89e6-4b92-8e01-e6ed3a170aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 05:15:21.695422 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed3bdba-8c17-418a-863a-6faef8c39500 None None] New status for floating IP 28b91a46-ef48-4880-b617-1af93bf506d6: ACTIVE {{(pid=85358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 16 05:15:34.760124 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.agents_db [None req-9d5d34cb-f672-4e49-b111-51c360ae5d44 None None] Agent healthcheck: found 6 active agents {{(pid=85359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 05:15:34.869153 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-262e17a5-f722-46c2-9b12-65ca72de5fb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:15:36.897055 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-cfbed879-cd68-423c-bdd5-62a55801cbd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:15:37.736386 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:15:37.789750 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-63345f0b-feae-4d1b-a675-506eb60b354a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:15:38.009604 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:15:39.447183 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a57a9699-4b93-4635-9a0c-76135fd629c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:15:43.536716 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-5a5c145f-e8fb-404f-8cc6-7849bd3a2837 req-6e51964b-d659-41fb-a88a-72b7c63a490f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8da672a9-de6d-413d-bd78-fbb18efd5f41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0869143
Apr 16 05:15:43.721881 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c145f-e8fb-404f-8cc6-7849bd3a2837 req-9161237a-fed6-47d2-a7ef-99eaf2468156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:15:43.723587 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-5a5c145f-e8fb-404f-8cc6-7849bd3a2837 req-9161237a-fed6-47d2-a7ef-99eaf2468156 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=db51901ec1bf486ca3fc2d191f21d909&device_id=8da672a9-de6d-413d-bd78-fbb18efd5f41 HTTP/1.1" status: 200  len: 1099 time: 0.0850670
Apr 16 05:15:43.887748 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c145f-e8fb-404f-8cc6-7849bd3a2837 req-f7fe612a-ccfc-42af-9db5-cb03d7731677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:15:43.889362 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-5a5c145f-e8fb-404f-8cc6-7849bd3a2837 req-f7fe612a-ccfc-42af-9db5-cb03d7731677 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8dec1d0f-cfff-4035-8076-7521657c2e62 HTTP/1.1" status: 200  len: 912 time: 0.1393359
Apr 16 05:15:44.266166 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-5a5c145f-e8fb-404f-8cc6-7849bd3a2837 req-1244da10-cb11-4f61-8402-70872c4320fd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=654a1d00-cf33-4271-b8a0-147849ef1068 HTTP/1.1" status: 200  len: 1001 time: 0.3662972
Apr 16 05:15:44.339510 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c145f-e8fb-404f-8cc6-7849bd3a2837 req-a47fe1ea-c058-45a8-9690-42334174b5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:15:44.341139 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-5a5c145f-e8fb-404f-8cc6-7849bd3a2837 req-a47fe1ea-c058-45a8-9690-42334174b5ad service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b6cb0891-12b7-4364-a273-4c1d3fcc7328 HTTP/1.1" status: 200  len: 850 time: 0.0676541
Apr 16 05:15:44.431065 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c145f-e8fb-404f-8cc6-7849bd3a2837 req-d5ace90b-996a-4004-b870-4534a6a3562f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:15:44.432676 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-5a5c145f-e8fb-404f-8cc6-7849bd3a2837 req-d5ace90b-996a-4004-b870-4534a6a3562f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8dec1d0f-cfff-4035-8076-7521657c2e62&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0838113
Apr 16 05:15:44.581043 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-5a5c145f-e8fb-404f-8cc6-7849bd3a2837 req-1d9c6954-55c0-4451-ab5d-cc56e1c9a8a4 service neutron] 10.222.0.16 "GET /v2.0/networks/8dec1d0f-cfff-4035-8076-7521657c2e62?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1377573
Apr 16 05:15:44.728964 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-5a5c145f-e8fb-404f-8cc6-7849bd3a2837 req-6777aee0-2421-4672-bdab-07445b9d4ba1 service neutron] 10.222.0.16 "GET /v2.0/networks/8dec1d0f-cfff-4035-8076-7521657c2e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1409101
Apr 16 05:16:04.864540 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-1f041cb0-529d-430f-bc93-cc571e75b44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:06.899684 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-21d0c981-e2be-4c33-926b-600e1c19ee8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:07.736942 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:07.792131 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-63345f0b-feae-4d1b-a675-506eb60b354a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:08.008625 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:09.445392 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a57a9699-4b93-4635-9a0c-76135fd629c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:11.759843 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.agents_db [None req-9d5d34cb-f672-4e49-b111-51c360ae5d44 None None] Agent healthcheck: found 6 active agents {{(pid=85359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 05:16:23.953540 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e80241-ef17-4df0-a90f-4fb476da8d48 req-2713d3b9-c453-477f-b455-9c2798e759a5 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:16:23.955255 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c4e80241-ef17-4df0-a90f-4fb476da8d48 req-2713d3b9-c453-477f-b455-9c2798e759a5 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/ports?device_id=afee3153-d1c3-46aa-9c5f-ee4053dd206b HTTP/1.1" status: 200  len: 946 time: 0.0935211
Apr 16 05:16:24.006015 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c4e80241-ef17-4df0-a90f-4fb476da8d48 req-6d4390a9-8c00-496f-8442-08a139606adc tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/security-groups?id=5e98f105-e12c-4f7c-ba28-65271cb1d581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434151
Apr 16 05:16:25.250126 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7409d5c6-2e9f-43c9-86bf-57e3f3227880 req-e9c22816-44e8-44d2-9258-a4658dc5c162 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:16:25.251853 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-7409d5c6-2e9f-43c9-86bf-57e3f3227880 req-e9c22816-44e8-44d2-9258-a4658dc5c162 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/ports?device_id=afee3153-d1c3-46aa-9c5f-ee4053dd206b HTTP/1.1" status: 200  len: 946 time: 0.0975626
Apr 16 05:16:25.303756 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-7409d5c6-2e9f-43c9-86bf-57e3f3227880 req-f9f7bff5-2212-468a-ac4d-6abceec98872 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/security-groups?id=5e98f105-e12c-4f7c-ba28-65271cb1d581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451267
Apr 16 05:16:25.647415 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b7203-0d99-438f-987d-f5cea50bf35c req-86b148a9-ad0d-4584-a7c6-20c20e77deb9 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:16:25.649047 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-0d0b7203-0d99-438f-987d-f5cea50bf35c req-86b148a9-ad0d-4584-a7c6-20c20e77deb9 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.16 "GET /v2.0/ports?device_id=afee3153-d1c3-46aa-9c5f-ee4053dd206b HTTP/1.1" status: 200  len: 946 time: 0.0923910
Apr 16 05:16:25.733665 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [req-0d0b7203-0d99-438f-987d-f5cea50bf35c req-da276a97-3d09-4e9a-809d-006e006dac4b tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Deleting port 7bdd8a60-c029-4ab2-bf06-e1ba421cc13b {{(pid=85357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 05:16:25.734040 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-0d0b7203-0d99-438f-987d-f5cea50bf35c req-da276a97-3d09-4e9a-809d-006e006dac4b tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284331874164'] for port, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:26.017653 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [req-0d0b7203-0d99-438f-987d-f5cea50bf35c req-da276a97-3d09-4e9a-809d-006e006dac4b tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] For port 7bdd8a60-c029-4ab2-bf06-e1ba421cc13b, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=7bdd8a60-c029-4ab2-bf06-e1ba421cc13b,segment=NetworkSegment(a0d59017-e373-40d6-a43c-3a06cb2c266d),segment_id=a0d59017-e373-40d6-a43c-3a06cb2c266d)] {{(pid=85357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:16:26.017919 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-0d0b7203-0d99-438f-987d-f5cea50bf35c req-da276a97-3d09-4e9a-809d-006e006dac4b tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821567696'] for port, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:26.336323 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-0d0b7203-0d99-438f-987d-f5cea50bf35c req-da276a97-3d09-4e9a-809d-006e006dac4b tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:26.336323 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-0d0b7203-0d99-438f-987d-f5cea50bf35c req-da276a97-3d09-4e9a-809d-006e006dac4b tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33197037'] for floatingip, after_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:26.336835 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.db.l3_db [req-0d0b7203-0d99-438f-987d-f5cea50bf35c req-da276a97-3d09-4e9a-809d-006e006dac4b tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Floating IP 28b91a46-ef48-4880-b617-1af93bf506d6 disassociated. External IP: 172.27.2.122, port: 7bdd8a60-c029-4ab2-bf06-e1ba421cc13b.
Apr 16 05:16:26.337071 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [req-0d0b7203-0d99-438f-987d-f5cea50bf35c req-da276a97-3d09-4e9a-809d-006e006dac4b tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Calling delete_port for 7bdd8a60-c029-4ab2-bf06-e1ba421cc13b owned by compute:nova {{(pid=85357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 05:16:26.560670 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-0d0b7203-0d99-438f-987d-f5cea50bf35c req-da276a97-3d09-4e9a-809d-006e006dac4b tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752522904879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752522456008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30120147'] for port, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:26.580507 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-e15edd69-cb29-4ed0-b13c-67c706c77aaa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:16:26.691874 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bd13e2-c44a-461e-a6b1-7d64b0457b64 req-6427d9ef-7aa9-45a0-a3dd-06b9ad80105d tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:16:26.693466 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-a9bd13e2-c44a-461e-a6b1-7d64b0457b64 req-6427d9ef-7aa9-45a0-a3dd-06b9ad80105d tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/ports?device_id=afee3153-d1c3-46aa-9c5f-ee4053dd206b HTTP/1.1" status: 200  len: 946 time: 0.2718494
Apr 16 05:16:26.696486 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da276a97-3d09-4e9a-809d-006e006dac4b tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Pushing event deleted for resources: {'Port': ['ID=7bdd8a60-c029-4ab2-bf06-e1ba421cc13b,revision_number=None']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:16:26.729905 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da276a97-3d09-4e9a-809d-006e006dac4b tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:16:26.730328 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da276a97-3d09-4e9a-809d-006e006dac4b tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:16:26.730747 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da276a97-3d09-4e9a-809d-006e006dac4b tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:16:26.731152 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da276a97-3d09-4e9a-809d-006e006dac4b tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:16:26.731552 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da276a97-3d09-4e9a-809d-006e006dac4b tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:16:26.731952 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da276a97-3d09-4e9a-809d-006e006dac4b tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:16:26.732355 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da276a97-3d09-4e9a-809d-006e006dac4b tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:16:26.732756 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da276a97-3d09-4e9a-809d-006e006dac4b tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:16:26.733228 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da276a97-3d09-4e9a-809d-006e006dac4b tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:16:26.733684 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da276a97-3d09-4e9a-809d-006e006dac4b tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:16:26.734061 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da276a97-3d09-4e9a-809d-006e006dac4b tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:16:26.734458 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da276a97-3d09-4e9a-809d-006e006dac4b tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:16:26.744594 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-da276a97-3d09-4e9a-809d-006e006dac4b tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:16:26.798166 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-a9bd13e2-c44a-461e-a6b1-7d64b0457b64 req-950b02bd-a7e0-458f-a50e-5f0bd1cbf0a8 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/security-groups?id=5e98f105-e12c-4f7c-ba28-65271cb1d581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0957613
Apr 16 05:16:27.020462 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d0b7203-0d99-438f-987d-f5cea50bf35c req-da276a97-3d09-4e9a-809d-006e006dac4b tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Router 4c7be7c8-fbb1-4ab1-bd77-c39d18304df9 has already been hosted by L3 agent 9bacd1b6-99a0-44b1-8352-fe12768771b0 {{(pid=85357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 16 05:16:27.220799 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d0b7203-0d99-438f-987d-f5cea50bf35c req-da276a97-3d09-4e9a-809d-006e006dac4b tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify agent at l3_agent.dv-cinder-786524-1-iscsi the message routers_updated {{(pid=85357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 05:16:27.231951 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff23dda5-3c0d-46db-af8b-1f89577d58c4 None None] Sync routers for ids ['4c7be7c8-fbb1-4ab1-bd77-c39d18304df9'] in dv-cinder-786524-1-iscsi {{(pid=85359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 05:16:27.246155 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff23dda5-3c0d-46db-af8b-1f89577d58c4 None None] Routers {'4c7be7c8-fbb1-4ab1-bd77-c39d18304df9'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:16:27.246851 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-ff23dda5-3c0d-46db-af8b-1f89577d58c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dae768390>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:16:07Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['4c7be7c8-fbb1-4ab1-bd77-c39d18304df9'], 'active': True} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:16:27.305266 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d0b7203-0d99-438f-987d-f5cea50bf35c req-da276a97-3d09-4e9a-809d-006e006dac4b tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] No DVR routers for this DVR port 7bdd8a60-c029-4ab2-bf06-e1ba421cc13b on host hv-cinder-78652 {{(pid=85357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 16 05:16:27.308113 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-0d0b7203-0d99-438f-987d-f5cea50bf35c req-da276a97-3d09-4e9a-809d-006e006dac4b tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:27.313498 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afee3153-d1c3-46aa-9c5f-ee4053dd206b', 'name': 'network-vif-deleted', 'tag': '7bdd8a60-c029-4ab2-bf06-e1ba421cc13b'}] {{(pid=85357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 05:16:27.329305 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-0d0b7203-0d99-438f-987d-f5cea50bf35c req-da276a97-3d09-4e9a-809d-006e006dac4b tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.16 "DELETE /v2.0/ports/7bdd8a60-c029-4ab2-bf06-e1ba421cc13b HTTP/1.1" status: 204  len: 173 time: 1.6739078
Apr 16 05:16:27.372173 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afee3153-d1c3-46aa-9c5f-ee4053dd206b', 'name': 'network-vif-deleted', 'tag': '7bdd8a60-c029-4ab2-bf06-e1ba421cc13b', 'status': 'completed', 'code': 200}
Apr 16 05:16:27.452582 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-ff23dda5-3c0d-46db-af8b-1f89577d58c4 None None] Set router 4c7be7c8-fbb1-4ab1-bd77-c39d18304df9 gateway port host: dv-cinder-786524-1-iscsi {{(pid=85359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:16:27.805886 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-ff23dda5-3c0d-46db-af8b-1f89577d58c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dae768390>, [{'id': '4c7be7c8-fbb1-4ab1-bd77-c39d18304df9', 'name': 'tempest-AttachVolumeTestJSON-2037460354-router', 'tenant_id': '2a2ab941ff144e0782baf8de7b2da717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'e2af2372-b21a-409d-b705-59bbb86a1dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:11:41Z', 'updated_at': '2021-04-16T05:11:47Z', 'revision_number': 4, 'project_id': '2a2ab941ff144e0782baf8de7b2da717', 'gw_port': {'id': 'e2af2372-b21a-409d-b705-59bbb86a1dfb', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:01:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7be7c8-fbb1-4ab1-bd77-c39d18304df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:42Z', 'updated_at': '2021-04-16T05:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi', '_interfaces': [{'id': '7954305f-de5c-48b5-a0dc-b62fcd5f07a0', 'name': '', 'network_id': '6f89da5d-f206-462e-a636-98594ebaa0a7', 'tenant_id': '2a2ab941ff144e0782baf8de7b2da717', 'mac_address': 'fa:16:3e:ff:77:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7be7c8-fbb1-4ab1-bd77-c39d18304df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '5bb05315-89e6-4b92-8e01-e6ed3a170aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:46Z', 'updated_at': '2021-04-16T05:11:59Z', 'revision_number': 5, 'project_id': '2a2ab941ff144e0782baf8de7b2da717', 'subnets': [{'id': '5bb05315-89e6-4b92-8e01-e6ed3a170aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:16:27.810375 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff23dda5-3c0d-46db-af8b-1f89577d58c4 None None] Checking router: 4c7be7c8-fbb1-4ab1-bd77-c39d18304df9 for host: dv-cinder-786524-1-iscsi {{(pid=85359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 05:16:27.820300 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff23dda5-3c0d-46db-af8b-1f89577d58c4 None None] Routers {'4c7be7c8-fbb1-4ab1-bd77-c39d18304df9'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:16:27.820984 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-ff23dda5-3c0d-46db-af8b-1f89577d58c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dae768390>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:16:07Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['4c7be7c8-fbb1-4ab1-bd77-c39d18304df9'], 'active': True} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:16:27.994344 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-ff51be67-6c6a-4993-b8ce-e1540730ef5c req-d310436a-739a-4043-aaf4-82ce7357d215 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Synchronizing usage tracker for tenant:2a2ab941ff144e0782baf8de7b2da717 on resource:port {{(pid=85357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 05:16:28.013004 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-ff51be67-6c6a-4993-b8ce-e1540730ef5c req-d310436a-739a-4043-aaf4-82ce7357d215 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Unset dirty status for tenant:2a2ab941ff144e0782baf8de7b2da717 on resource:port {{(pid=85357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 05:16:28.014371 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ff51be67-6c6a-4993-b8ce-e1540730ef5c req-d310436a-739a-4043-aaf4-82ce7357d215 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/ports?device_id=afee3153-d1c3-46aa-9c5f-ee4053dd206b HTTP/1.1" status: 200  len: 210 time: 0.0728016
Apr 16 05:16:28.024230 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-ff23dda5-3c0d-46db-af8b-1f89577d58c4 None None] Set router 4c7be7c8-fbb1-4ab1-bd77-c39d18304df9 gateway port host: dv-cinder-786524-1-iscsi {{(pid=85359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:16:28.364695 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-ff23dda5-3c0d-46db-af8b-1f89577d58c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dae768390>, [{'id': '4c7be7c8-fbb1-4ab1-bd77-c39d18304df9', 'name': 'tempest-AttachVolumeTestJSON-2037460354-router', 'tenant_id': '2a2ab941ff144e0782baf8de7b2da717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'e2af2372-b21a-409d-b705-59bbb86a1dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:11:41Z', 'updated_at': '2021-04-16T05:11:47Z', 'revision_number': 4, 'project_id': '2a2ab941ff144e0782baf8de7b2da717', 'gw_port': {'id': 'e2af2372-b21a-409d-b705-59bbb86a1dfb', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:01:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7be7c8-fbb1-4ab1-bd77-c39d18304df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:42Z', 'updated_at': '2021-04-16T05:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi', '_interfaces': [{'id': '7954305f-de5c-48b5-a0dc-b62fcd5f07a0', 'name': '', 'network_id': '6f89da5d-f206-462e-a636-98594ebaa0a7', 'tenant_id': '2a2ab941ff144e0782baf8de7b2da717', 'mac_address': 'fa:16:3e:ff:77:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7be7c8-fbb1-4ab1-bd77-c39d18304df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '5bb05315-89e6-4b92-8e01-e6ed3a170aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:46Z', 'updated_at': '2021-04-16T05:11:59Z', 'revision_number': 5, 'project_id': '2a2ab941ff144e0782baf8de7b2da717', 'subnets': [{'id': '5bb05315-89e6-4b92-8e01-e6ed3a170aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:16:28.369043 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff23dda5-3c0d-46db-af8b-1f89577d58c4 None None] The sync data for ids ['4c7be7c8-fbb1-4ab1-bd77-c39d18304df9'] in dv-cinder-786524-1-iscsi is: [{'id': '4c7be7c8-fbb1-4ab1-bd77-c39d18304df9', 'name': 'tempest-AttachVolumeTestJSON-2037460354-router', 'tenant_id': '2a2ab941ff144e0782baf8de7b2da717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'e2af2372-b21a-409d-b705-59bbb86a1dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:11:41Z', 'updated_at': '2021-04-16T05:11:47Z', 'revision_number': 4, 'project_id': '2a2ab941ff144e0782baf8de7b2da717', 'gw_port': {'id': 'e2af2372-b21a-409d-b705-59bbb86a1dfb', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:01:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7be7c8-fbb1-4ab1-bd77-c39d18304df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:42Z', 'updated_at': '2021-04-16T05:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi', '_interfaces': [{'id': '7954305f-de5c-48b5-a0dc-b62fcd5f07a0', 'name': '', 'network_id': '6f89da5d-f206-462e-a636-98594ebaa0a7', 'tenant_id': '2a2ab941ff144e0782baf8de7b2da717', 'mac_address': 'fa:16:3e:ff:77:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7be7c8-fbb1-4ab1-bd77-c39d18304df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '5bb05315-89e6-4b92-8e01-e6ed3a170aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:46Z', 'updated_at': '2021-04-16T05:11:59Z', 'revision_number': 5, 'project_id': '2a2ab941ff144e0782baf8de7b2da717', 'subnets': [{'id': '5bb05315-89e6-4b92-8e01-e6ed3a170aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 05:16:28.806727 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ba3efc-88cb-46c7-a3d8-cd93cc333d5e None None] New status for floating IP 28b91a46-ef48-4880-b617-1af93bf506d6: DOWN {{(pid=85358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 16 05:16:29.156554 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 41962) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:16:29.233230 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-69028eb5-9b13-4cb4-a761-127376ba556d tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks [] for security_group, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:29.264037 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-69028eb5-9b13-4cb4-a761-127376ba556d tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:29.316927 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-69028eb5-9b13-4cb4-a761-127376ba556d tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:29.322349 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-e8435c6c-3e12-45ce-bb5a-40c13ed5f50f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:16:29.338270 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69028eb5-9b13-4cb4-a761-127376ba556d tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e98f105-e12c-4f7c-ba28-65271cb1d581,revision_number=None']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:16:29.341208 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-69028eb5-9b13-4cb4-a761-127376ba556d tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:16:29.349255 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-69028eb5-9b13-4cb4-a761-127376ba556d tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks [] for security_group, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:29.350493 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-69028eb5-9b13-4cb4-a761-127376ba556d tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "DELETE /v2.0/security-groups/5e98f105-e12c-4f7c-ba28-65271cb1d581 HTTP/1.1" status: 204  len: 168 time: 0.1931603
Apr 16 05:16:29.353770 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 41966) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:16:29.372936 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.api.v2.resource [None req-c5eaa18a-46ea-43ad-ba1c-e80b2218563b tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] show failed (client error): The resource could not be found.
Apr 16 05:16:29.374179 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-c5eaa18a-46ea-43ad-ba1c-e80b2218563b tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "GET /v2.0/security-groups/5e98f105-e12c-4f7c-ba28-65271cb1d581 HTTP/1.1" status: 404  len: 347 time: 0.0193267
Apr 16 05:16:29.378111 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 41970) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:16:29.708432 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device 7bdd8a60-c029-4ab2-bf06-e1ba421cc13b no longer exists at agent hyperv_hv-cinder-78652 {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 05:16:29.751600 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] No Port match for: 7bdd8a60-c029-4ab2-bf06-e1ba421cc13b {{(pid=85358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 16 05:16:29.751998 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device 7bdd8a60-c029-4ab2-bf06-e1ba421cc13b not bound to the agent host hv-cinder-78652 {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 05:16:29.825887 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-bf93c455-1d22-466e-9cc6-698271accc1c tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Deleting port 053e94bc-1621-49f2-9d25-85c3d1b09e80 {{(pid=85356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 05:16:29.826558 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-bf93c455-1d22-466e-9cc6-698271accc1c tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284331874164'] for port, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:30.016970 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-bf93c455-1d22-466e-9cc6-698271accc1c tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821567696'] for port, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:30.017288 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-bf93c455-1d22-466e-9cc6-698271accc1c tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:30.157115 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-bf93c455-1d22-466e-9cc6-698271accc1c tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Calling delete_port for 053e94bc-1621-49f2-9d25-85c3d1b09e80 owned by network:floatingip {{(pid=85356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 05:16:30.312128 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-bf93c455-1d22-466e-9cc6-698271accc1c tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752522904879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752522456008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32051484'] for port, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:30.328168 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-8f1ad22a-b61c-4c6b-ae2a-f32e1d116d14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:16:30.427298 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf93c455-1d22-466e-9cc6-698271accc1c tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Pushing event deleted for resources: {'Port': ['ID=053e94bc-1621-49f2-9d25-85c3d1b09e80,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:16:30.441131 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf93c455-1d22-466e-9cc6-698271accc1c tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:16:30.441556 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf93c455-1d22-466e-9cc6-698271accc1c tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:16:30.441980 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf93c455-1d22-466e-9cc6-698271accc1c tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:16:30.442422 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf93c455-1d22-466e-9cc6-698271accc1c tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:16:30.442829 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf93c455-1d22-466e-9cc6-698271accc1c tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:16:30.443234 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf93c455-1d22-466e-9cc6-698271accc1c tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:16:30.443637 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf93c455-1d22-466e-9cc6-698271accc1c tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:16:30.444042 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf93c455-1d22-466e-9cc6-698271accc1c tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:16:30.444448 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf93c455-1d22-466e-9cc6-698271accc1c tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:16:30.444852 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf93c455-1d22-466e-9cc6-698271accc1c tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:16:30.445275 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf93c455-1d22-466e-9cc6-698271accc1c tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:16:30.445677 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf93c455-1d22-466e-9cc6-698271accc1c tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:16:30.449350 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-bf93c455-1d22-466e-9cc6-698271accc1c tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:16:30.655687 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-bf93c455-1d22-466e-9cc6-698271accc1c tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks [] for floatingip, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:30.676002 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-bf93c455-1d22-466e-9cc6-698271accc1c tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for floatingip, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:30.677324 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-bf93c455-1d22-466e-9cc6-698271accc1c tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] 10.222.0.26 "DELETE /v2.0/floatingips/28b91a46-ef48-4880-b617-1af93bf506d6 HTTP/1.1" status: 204  len: 168 time: 1.2980146
Apr 16 05:16:34.870519 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-88ba1f3a-7534-4671-99ec-073504aa312c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:36.894446 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-359f2149-cfeb-4b3e-8b8d-608004a5c695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:37.016684 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 42026) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:16:37.733484 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:37.795797 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-63345f0b-feae-4d1b-a675-506eb60b354a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:37.891947 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0365bee1-c2f3-4ad1-a63b-74f7c77fd1fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036821579261'] for router_interface, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:38.002981 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:38.277354 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-0365bee1-c2f3-4ad1-a63b-74f7c77fd1fe admin admin] Deleting port 7954305f-de5c-48b5-a0dc-b62fcd5f07a0 {{(pid=85357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 05:16:38.277739 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0365bee1-c2f3-4ad1-a63b-74f7c77fd1fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284331874164'] for port, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:38.493267 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-0365bee1-c2f3-4ad1-a63b-74f7c77fd1fe admin admin] For port 7954305f-de5c-48b5-a0dc-b62fcd5f07a0, host dv-cinder-786524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=7954305f-de5c-48b5-a0dc-b62fcd5f07a0,segment=NetworkSegment(a0d59017-e373-40d6-a43c-3a06cb2c266d),segment_id=a0d59017-e373-40d6-a43c-3a06cb2c266d)] {{(pid=85357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:16:38.493850 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0365bee1-c2f3-4ad1-a63b-74f7c77fd1fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821567696'] for port, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:38.642324 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-0365bee1-c2f3-4ad1-a63b-74f7c77fd1fe admin admin] Calling delete_port for 7954305f-de5c-48b5-a0dc-b62fcd5f07a0 owned by network:router_interface {{(pid=85357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 05:16:38.753961 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ae7e1872-bf58-4c41-aecd-4b644babf0f4 req-2f104472-245d-413c-a58c-184c44d63a69 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1277264227&fields=id&tenant_id=db51901ec1bf486ca3fc2d191f21d909 HTTP/1.1" status: 200  len: 267 time: 0.1204400
Apr 16 05:16:38.984965 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e1872-bf58-4c41-aecd-4b644babf0f4 req-9e132f58-2ad2-497c-bd5f-f6b7ae3da9ee tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:16:38.986692 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ae7e1872-bf58-4c41-aecd-4b644babf0f4 req-9e132f58-2ad2-497c-bd5f-f6b7ae3da9ee tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/networks?id=8dec1d0f-cfff-4035-8076-7521657c2e62 HTTP/1.1" status: 200  len: 811 time: 0.2240694
Apr 16 05:16:39.015565 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ae7e1872-bf58-4c41-aecd-4b644babf0f4 req-6e08b4c0-1b61-48d4-b161-798ca0614151 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/quotas/db51901ec1bf486ca3fc2d191f21d909 HTTP/1.1" status: 200  len: 375 time: 0.0207930
Apr 16 05:16:39.075830 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0365bee1-c2f3-4ad1-a63b-74f7c77fd1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752522904879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752522456008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30120147'] for port, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:39.098760 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-876409f1-7ad8-4cdc-bcb8-9cb6aa33d0f3 tempest-ServerRescueNegativeTestJSON-911558637 tempest-ServerRescueNegativeTestJSON-911558637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:16:39.203648 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0365bee1-c2f3-4ad1-a63b-74f7c77fd1fe admin admin] Pushing event deleted for resources: {'Port': ['ID=7954305f-de5c-48b5-a0dc-b62fcd5f07a0,revision_number=None']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:16:39.206587 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-0365bee1-c2f3-4ad1-a63b-74f7c77fd1fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:16:39.304856 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ae7e1872-bf58-4c41-aecd-4b644babf0f4 req-36660bfe-3cef-4ca4-9cdf-0b6e2006e0a9 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=db51901ec1bf486ca3fc2d191f21d909&fields=id HTTP/1.1" status: 200  len: 440 time: 0.2815573
Apr 16 05:16:39.448853 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a57a9699-4b93-4635-9a0c-76135fd629c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:39.688665 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ae7e1872-bf58-4c41-aecd-4b644babf0f4 req-a736aa62-989d-458a-b481-7f623cba0658 service neutron] 10.222.0.26 "GET /v2.0/networks/8dec1d0f-cfff-4035-8076-7521657c2e62?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3469398
Apr 16 05:16:39.822410 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0365bee1-c2f3-4ad1-a63b-74f7c77fd1fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33065615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036821578840'] for router_interface, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:40.241354 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ae7e1872-bf58-4c41-aecd-4b644babf0f4 req-7731f980-1da7-4daf-bd83-92c82546e6c9 service neutron] 10.222.0.26 "GET /v2.0/networks/8dec1d0f-cfff-4035-8076-7521657c2e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5459137
Apr 16 05:16:40.757918 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ff0edbae-78a8-4d72-9957-f1f09e85a655 req-21b7fae5-1b2a-4dd6-ae7a-aec452d94084 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/ports?device_id=95f14645-07e6-4f5a-966c-17a41f8fae56 HTTP/1.1" status: 200  len: 210 time: 0.0759068
Apr 16 05:16:40.799965 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0365bee1-c2f3-4ad1-a63b-74f7c77fd1fe admin admin] Router 4c7be7c8-fbb1-4ab1-bd77-c39d18304df9 has already been hosted by L3 agent 9bacd1b6-99a0-44b1-8352-fe12768771b0 {{(pid=85357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 16 05:16:41.011891 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0365bee1-c2f3-4ad1-a63b-74f7c77fd1fe admin admin] Notify agent at l3_agent.dv-cinder-786524-1-iscsi the message routers_updated {{(pid=85357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 05:16:41.023294 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7254dcb-e9fa-4aeb-9746-4bdbd0dbf21d None None] Sync routers for ids ['4c7be7c8-fbb1-4ab1-bd77-c39d18304df9'] in dv-cinder-786524-1-iscsi {{(pid=85359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 05:16:41.028702 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-0365bee1-c2f3-4ad1-a63b-74f7c77fd1fe admin admin] 10.222.0.26 "PUT /v2.0/routers/4c7be7c8-fbb1-4ab1-bd77-c39d18304df9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0106823
Apr 16 05:16:41.031450 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 42056) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:16:41.034825 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7254dcb-e9fa-4aeb-9746-4bdbd0dbf21d None None] Routers {'4c7be7c8-fbb1-4ab1-bd77-c39d18304df9'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:16:41.036100 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-a7254dcb-e9fa-4aeb-9746-4bdbd0dbf21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dae8e24a8>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:16:37Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['4c7be7c8-fbb1-4ab1-bd77-c39d18304df9'], 'active': True} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:16:41.241062 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-a7254dcb-e9fa-4aeb-9746-4bdbd0dbf21d None None] Set router 4c7be7c8-fbb1-4ab1-bd77-c39d18304df9 gateway port host: dv-cinder-786524-1-iscsi {{(pid=85359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:16:41.439994 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-74347d9b-01bc-4e36-91cc-10aedf0f7a6b admin admin] Notify callbacks [] for router, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:41.564604 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-a7254dcb-e9fa-4aeb-9746-4bdbd0dbf21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dae8e24a8>, [{'id': '4c7be7c8-fbb1-4ab1-bd77-c39d18304df9', 'name': 'tempest-AttachVolumeTestJSON-2037460354-router', 'tenant_id': '2a2ab941ff144e0782baf8de7b2da717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'e2af2372-b21a-409d-b705-59bbb86a1dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:11:41Z', 'updated_at': '2021-04-16T05:16:38Z', 'revision_number': 5, 'project_id': '2a2ab941ff144e0782baf8de7b2da717', 'gw_port': {'id': 'e2af2372-b21a-409d-b705-59bbb86a1dfb', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:01:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7be7c8-fbb1-4ab1-bd77-c39d18304df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:42Z', 'updated_at': '2021-04-16T05:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi'}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:16:41.569066 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7254dcb-e9fa-4aeb-9746-4bdbd0dbf21d None None] Checking router: 4c7be7c8-fbb1-4ab1-bd77-c39d18304df9 for host: dv-cinder-786524-1-iscsi {{(pid=85359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 05:16:41.579336 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7254dcb-e9fa-4aeb-9746-4bdbd0dbf21d None None] Routers {'4c7be7c8-fbb1-4ab1-bd77-c39d18304df9'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:16:41.580041 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-a7254dcb-e9fa-4aeb-9746-4bdbd0dbf21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dae8e24a8>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:16:37Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['4c7be7c8-fbb1-4ab1-bd77-c39d18304df9'], 'active': True} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:16:41.637203 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-74347d9b-01bc-4e36-91cc-10aedf0f7a6b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:41.647848 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-74347d9b-01bc-4e36-91cc-10aedf0f7a6b admin admin] Deleting port e2af2372-b21a-409d-b705-59bbb86a1dfb {{(pid=85357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 05:16:41.648196 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-74347d9b-01bc-4e36-91cc-10aedf0f7a6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284331874164'] for port, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:41.791545 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-a7254dcb-e9fa-4aeb-9746-4bdbd0dbf21d None None] Set router 4c7be7c8-fbb1-4ab1-bd77-c39d18304df9 gateway port host: dv-cinder-786524-1-iscsi {{(pid=85359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:16:41.992309 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-2c592be3-a48e-4187-bb60-68eb1fc9e417 req-05f9f5e3-53cf-4afb-9db2-726528a1d6f3 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/ports?device_id=95f14645-07e6-4f5a-966c-17a41f8fae56 HTTP/1.1" status: 200  len: 210 time: 0.0914936
Apr 16 05:16:42.110082 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-74347d9b-01bc-4e36-91cc-10aedf0f7a6b admin admin] For port e2af2372-b21a-409d-b705-59bbb86a1dfb, host dv-cinder-786524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=e2af2372-b21a-409d-b705-59bbb86a1dfb,segment=NetworkSegment(88f0db33-a5d4-497b-ae0c-257388b0c0ef),segment_id=88f0db33-a5d4-497b-ae0c-257388b0c0ef)] {{(pid=85357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:16:42.110782 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-74347d9b-01bc-4e36-91cc-10aedf0f7a6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821567696'] for port, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:42.298715 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-a7254dcb-e9fa-4aeb-9746-4bdbd0dbf21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dae8e24a8>, [{'id': '4c7be7c8-fbb1-4ab1-bd77-c39d18304df9', 'name': 'tempest-AttachVolumeTestJSON-2037460354-router', 'tenant_id': '2a2ab941ff144e0782baf8de7b2da717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'e2af2372-b21a-409d-b705-59bbb86a1dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:11:41Z', 'updated_at': '2021-04-16T05:16:38Z', 'revision_number': 5, 'project_id': '2a2ab941ff144e0782baf8de7b2da717', 'gw_port': {'id': 'e2af2372-b21a-409d-b705-59bbb86a1dfb', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:01:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7be7c8-fbb1-4ab1-bd77-c39d18304df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:42Z', 'updated_at': '2021-04-16T05:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi'}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:16:42.303363 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7254dcb-e9fa-4aeb-9746-4bdbd0dbf21d None None] The sync data for ids ['4c7be7c8-fbb1-4ab1-bd77-c39d18304df9'] in dv-cinder-786524-1-iscsi is: [{'id': '4c7be7c8-fbb1-4ab1-bd77-c39d18304df9', 'name': 'tempest-AttachVolumeTestJSON-2037460354-router', 'tenant_id': '2a2ab941ff144e0782baf8de7b2da717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'e2af2372-b21a-409d-b705-59bbb86a1dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:11:41Z', 'updated_at': '2021-04-16T05:16:38Z', 'revision_number': 5, 'project_id': '2a2ab941ff144e0782baf8de7b2da717', 'gw_port': {'id': 'e2af2372-b21a-409d-b705-59bbb86a1dfb', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:01:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7be7c8-fbb1-4ab1-bd77-c39d18304df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:42Z', 'updated_at': '2021-04-16T05:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi'}] {{(pid=85359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 05:16:42.394036 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-74347d9b-01bc-4e36-91cc-10aedf0f7a6b admin admin] Calling delete_port for e2af2372-b21a-409d-b705-59bbb86a1dfb owned by network:router_gateway {{(pid=85357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 05:16:42.441943 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e1872-bf58-4c41-aecd-4b644babf0f4 req-68018f74-56e6-4b01-a0ab-99343787922d tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:16:42.443608 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ae7e1872-bf58-4c41-aecd-4b644babf0f4 req-68018f74-56e6-4b01-a0ab-99343787922d tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.16 "GET /v2.0/networks?id=8dec1d0f-cfff-4035-8076-7521657c2e62 HTTP/1.1" status: 200  len: 811 time: 0.6548905
Apr 16 05:16:42.585776 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ae7e1872-bf58-4c41-aecd-4b644babf0f4 req-00826f7c-894d-4690-bc14-1540cf60f524 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=db51901ec1bf486ca3fc2d191f21d909 HTTP/1.1" status: 200  len: 8061 time: 0.1263092
Apr 16 05:16:42.596442 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [req-ae7e1872-bf58-4c41-aecd-4b644babf0f4 req-d6bc707a-cc15-4d7a-aeb0-6df6bdfc0cd0 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Request body: {'port': {'device_id': '95f14645-07e6-4f5a-966c-17a41f8fae56', 'network_id': '8dec1d0f-cfff-4035-8076-7521657c2e62', 'admin_state_up': True, 'tenant_id': 'db51901ec1bf486ca3fc2d191f21d909', 'security_groups': ['64fcd4c6-6895-4ef1-8bcd-86346ebbc94f']}} {{(pid=85357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:16:42.642334 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device 7954305f-de5c-48b5-a0dc-b62fcd5f07a0 no longer exists at agent ovs-agent-dv-cinder-786524-1-iscsi {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 05:16:42.692045 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] No Port match for: 7954305f-de5c-48b5-a0dc-b62fcd5f07a0 {{(pid=85358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 16 05:16:42.692432 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device 7954305f-de5c-48b5-a0dc-b62fcd5f07a0 not bound to the agent host dv-cinder-786524-1-iscsi {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 05:16:42.834035 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-74347d9b-01bc-4e36-91cc-10aedf0f7a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752522904879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752522456008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30120147'] for port, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:42.868431 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-0efebf97-9f8a-467f-b448-fb1e2ba55440 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:16:42.994387 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74347d9b-01bc-4e36-91cc-10aedf0f7a6b admin admin] Pushing event deleted for resources: {'Port': ['ID=e2af2372-b21a-409d-b705-59bbb86a1dfb,revision_number=None']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:16:43.002177 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [req-ae7e1872-bf58-4c41-aecd-4b644babf0f4 req-d6bc707a-cc15-4d7a-aeb0-6df6bdfc0cd0 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:16:43.004882 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-74347d9b-01bc-4e36-91cc-10aedf0f7a6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:16:43.009334 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-ae7e1872-bf58-4c41-aecd-4b644babf0f4 req-d6bc707a-cc15-4d7a-aeb0-6df6bdfc0cd0 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Usage tracker for resource:port and tenant:db51901ec1bf486ca3fc2d191f21d909 is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:16:43.020710 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-ae7e1872-bf58-4c41-aecd-4b644babf0f4 req-d6bc707a-cc15-4d7a-aeb0-6df6bdfc0cd0 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Quota usage for port was recalculated. Used quota:5. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:16:43.034092 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [req-ae7e1872-bf58-4c41-aecd-4b644babf0f4 req-d6bc707a-cc15-4d7a-aeb0-6df6bdfc0cd0 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:16:43.062676 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae7e1872-bf58-4c41-aecd-4b644babf0f4 req-d6bc707a-cc15-4d7a-aeb0-6df6bdfc0cd0 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Made reservation on behalf of db51901ec1bf486ca3fc2d191f21d909 for: {'port': 1} {{(pid=85357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 05:16:43.069231 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-ae7e1872-bf58-4c41-aecd-4b644babf0f4 req-d6bc707a-cc15-4d7a-aeb0-6df6bdfc0cd0 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:43.527760 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-967f7cab-2dc7-42a4-8c74-12dd3d58cfbc req-09cb8567-1090-44d0-975f-efd205d3674c tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/ports?device_id=95f14645-07e6-4f5a-966c-17a41f8fae56 HTTP/1.1" status: 200  len: 210 time: 0.3740168
Apr 16 05:16:43.666937 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-74347d9b-01bc-4e36-91cc-10aedf0f7a6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036821578990'] for router_gateway, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:43.873374 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.db_base_plugin_common [req-ae7e1872-bf58-4c41-aecd-4b644babf0f4 req-d6bc707a-cc15-4d7a-aeb0-6df6bdfc0cd0 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Allocated IP 172.20.0.12 (8dec1d0f-cfff-4035-8076-7521657c2e62/b6cb0891-12b7-4364-a273-4c1d3fcc7328/a760ed21-f69c-4e08-9e5c-af67a5f63754) {{(pid=85357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 05:16:43.877878 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-74347d9b-01bc-4e36-91cc-10aedf0f7a6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036821578328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5870'] for router, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:43.882544 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-74347d9b-01bc-4e36-91cc-10aedf0f7a6b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:43.926062 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-74347d9b-01bc-4e36-91cc-10aedf0f7a6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33198392'] for router, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:43.926659 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74347d9b-01bc-4e36-91cc-10aedf0f7a6b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c7be7c8-fbb1-4ab1-bd77-c39d18304df9 {{(pid=85357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 16 05:16:44.040560 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-74347d9b-01bc-4e36-91cc-10aedf0f7a6b admin admin] Notify callbacks [] for router, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:44.041847 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-74347d9b-01bc-4e36-91cc-10aedf0f7a6b admin admin] 10.222.0.26 "DELETE /v2.0/routers/4c7be7c8-fbb1-4ab1-bd77-c39d18304df9 HTTP/1.1" status: 204  len: 168 time: 3.0093818
Apr 16 05:16:44.044949 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 42066) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:16:44.119037 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.db_base_plugin_v2 [None req-85656834-b698-4b1b-b848-54b37028801b admin admin] Deleting subnet 5bb05315-89e6-4b92-8e01-e6ed3a170aba {{(pid=85356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 16 05:16:44.123129 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-85656834-b698-4b1b-b848-54b37028801b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:44.144992 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-ae7e1872-bf58-4c41-aecd-4b644babf0f4 req-d6bc707a-cc15-4d7a-aeb0-6df6bdfc0cd0 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks [] for port, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:44.165280 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [req-ae7e1872-bf58-4c41-aecd-4b644babf0f4 req-d6bc707a-cc15-4d7a-aeb0-6df6bdfc0cd0 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Transition to ACTIVE for port object a760ed21-f69c-4e08-9e5c-af67a5f63754 will not be triggered until provisioned by entity DHCP. {{(pid=85357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 05:16:44.189771 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-85656834-b698-4b1b-b848-54b37028801b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036821400633'] for subnet, precommit_delete_associations {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:44.197365 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-ae7e1872-bf58-4c41-aecd-4b644babf0f4 req-d6bc707a-cc15-4d7a-aeb0-6df6bdfc0cd0 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284332319809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30120147'] for port, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:44.216498 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-0fb4590e-5f3f-407d-a691-590ddfed5ff3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:16:44.288942 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-85656834-b698-4b1b-b848-54b37028801b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-24815'] for subnet, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:44.358306 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bc707a-cc15-4d7a-aeb0-6df6bdfc0cd0 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Pushing event updated for resources: {'Port': ['ID=a760ed21-f69c-4e08-9e5c-af67a5f63754,revision_number=1']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:16:44.363414 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-d6bc707a-cc15-4d7a-aeb0-6df6bdfc0cd0 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:16:44.419166 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae7e1872-bf58-4c41-aecd-4b644babf0f4 req-d6bc707a-cc15-4d7a-aeb0-6df6bdfc0cd0 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Network 8dec1d0f-cfff-4035-8076-7521657c2e62 is already hosted by enough agents. {{(pid=85357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 05:16:44.420289 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [req-ae7e1872-bf58-4c41-aecd-4b644babf0f4 req-d6bc707a-cc15-4d7a-aeb0-6df6bdfc0cd0 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Resources bound (agent type, host, resource id):  {{(pid=85357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 05:16:44.423045 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae7e1872-bf58-4c41-aecd-4b644babf0f4 req-d6bc707a-cc15-4d7a-aeb0-6df6bdfc0cd0 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Received port after_create {{(pid=85357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 05:16:44.504550 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e1872-bf58-4c41-aecd-4b644babf0f4 req-d6bc707a-cc15-4d7a-aeb0-6df6bdfc0cd0 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:16:44.505909 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-ae7e1872-bf58-4c41-aecd-4b644babf0f4 req-d6bc707a-cc15-4d7a-aeb0-6df6bdfc0cd0 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:44.531397 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ae7e1872-bf58-4c41-aecd-4b644babf0f4 req-d6bc707a-cc15-4d7a-aeb0-6df6bdfc0cd0 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.9394267
Apr 16 05:16:44.564486 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [req-ae7e1872-bf58-4c41-aecd-4b644babf0f4 req-f0acd540-5b4c-46c4-927e-aea818948458 service neutron] Request body: {'port': {'device_id': '95f14645-07e6-4f5a-966c-17a41f8fae56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=85357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:16:44.657998 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-c13c47cb-74c4-4f21-a2a8-19840d411ea7 None None] Provisioning for port a760ed21-f69c-4e08-9e5c-af67a5f63754 completed by entity DHCP. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 05:16:44.666459 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device e2af2372-b21a-409d-b705-59bbb86a1dfb no longer exists at agent ovs-agent-dv-cinder-786524-1-iscsi {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 05:16:44.672118 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-85656834-b698-4b1b-b848-54b37028801b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854751001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821614264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036822724279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32287697'] for subnet, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:44.711986 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-c13c47cb-74c4-4f21-a2a8-19840d411ea7 None None] Provisioning complete for port a760ed21-f69c-4e08-9e5c-af67a5f63754 triggered by entity DHCP. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:16:44.713482 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c13c47cb-74c4-4f21-a2a8-19840d411ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:44.762170 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-dee00803-ff63-4238-8be5-a98aa7340abb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:16:44.765870 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] No Port match for: e2af2372-b21a-409d-b705-59bbb86a1dfb {{(pid=85358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 16 05:16:44.766274 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device e2af2372-b21a-409d-b705-59bbb86a1dfb not bound to the agent host dv-cinder-786524-1-iscsi {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 05:16:44.797844 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-c13c47cb-74c4-4f21-a2a8-19840d411ea7 None None] Port a760ed21-f69c-4e08-9e5c-af67a5f63754 cannot update to ACTIVE because it is not bound. {{(pid=85358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 16 05:16:44.817304 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-ae7e1872-bf58-4c41-aecd-4b644babf0f4 req-f0acd540-5b4c-46c4-927e-aea818948458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:44.843960 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85656834-b698-4b1b-b848-54b37028801b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bb05315-89e6-4b92-8e01-e6ed3a170aba,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:16:44.847263 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-85656834-b698-4b1b-b848-54b37028801b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:16:44.864057 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-85656834-b698-4b1b-b848-54b37028801b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821710155'] for subnet, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:44.869597 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0727987e-4470-4b0b-b49e-dc676021a193 None None] Network 6f89da5d-f206-462e-a636-98594ebaa0a7 requested from dv-cinder-786524-1-iscsi {{(pid=85358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 05:16:44.872073 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-85656834-b698-4b1b-b848-54b37028801b admin admin] 10.222.0.26 "DELETE /v2.0/subnets/5bb05315-89e6-4b92-8e01-e6ed3a170aba HTTP/1.1" status: 204  len: 168 time: 0.8258793
Apr 16 05:16:44.874134 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 42072) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:16:44.903207 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd266c8f-1001-4714-b7e6-0fb0394ba6cc req-1274e852-edcb-4957-ad88-4c6abf0a77b3 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:16:44.904146 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-cd266c8f-1001-4714-b7e6-0fb0394ba6cc req-1274e852-edcb-4957-ad88-4c6abf0a77b3 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Synchronizing usage tracker for tenant:db51901ec1bf486ca3fc2d191f21d909 on resource:port {{(pid=85357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 05:16:44.986533 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-cd266c8f-1001-4714-b7e6-0fb0394ba6cc req-1274e852-edcb-4957-ad88-4c6abf0a77b3 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Unset dirty status for tenant:db51901ec1bf486ca3fc2d191f21d909 on resource:port {{(pid=85357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 05:16:44.987895 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-cd266c8f-1001-4714-b7e6-0fb0394ba6cc req-1274e852-edcb-4957-ad88-4c6abf0a77b3 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/ports?device_id=95f14645-07e6-4f5a-966c-17a41f8fae56 HTTP/1.1" status: 200  len: 932 time: 0.3069186
Apr 16 05:16:45.007610 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f59fd5e2-c90a-42ce-92c1-b510027a5ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854762676'] for network, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:45.083256 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-f59fd5e2-c90a-42ce-92c1-b510027a5ed9 admin admin] Deleting port 72a00767-a259-41c0-b542-a283cf93a680 {{(pid=85356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 05:16:45.083256 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f59fd5e2-c90a-42ce-92c1-b510027a5ed9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284331874164'] for port, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:45.133868 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-cd266c8f-1001-4714-b7e6-0fb0394ba6cc req-ba535a72-41eb-43fa-ace0-e3365b05b381 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/security-groups?id=64fcd4c6-6895-4ef1-8bcd-86346ebbc94f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1355910
Apr 16 05:16:45.182338 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa53f77f-bb69-49e7-84c7-9a91c515e53a None None] DHCP port deletion for 6f89da5d-f206-462e-a636-98594ebaa0a7 request from dv-cinder-786524-1-iscsi {{(pid=85358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 16 05:16:45.187492 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-fa53f77f-bb69-49e7-84c7-9a91c515e53a None None] Deleting port 72a00767-a259-41c0-b542-a283cf93a680 {{(pid=85358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 05:16:45.188020 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-fa53f77f-bb69-49e7-84c7-9a91c515e53a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284331874164'] for port, before_delete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:45.296640 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [req-ae7e1872-bf58-4c41-aecd-4b644babf0f4 req-f0acd540-5b4c-46c4-927e-aea818948458 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a760ed21-f69c-4e08-9e5c-af67a5f63754 {{(pid=85357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 05:16:45.306157 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-ae7e1872-bf58-4c41-aecd-4b644babf0f4 req-f0acd540-5b4c-46c4-927e-aea818948458 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:45.326370 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [req-ae7e1872-bf58-4c41-aecd-4b644babf0f4 req-f0acd540-5b4c-46c4-927e-aea818948458 service neutron] Transition to ACTIVE for port object a760ed21-f69c-4e08-9e5c-af67a5f63754 will not be triggered until provisioned by entity L2. {{(pid=85357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 05:16:45.330395 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-ae7e1872-bf58-4c41-aecd-4b644babf0f4 req-f0acd540-5b4c-46c4-927e-aea818948458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036824655669'] for port, after_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:45.353626 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-e4805442-98d8-4092-97e1-60bbc93ea2d0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:16:45.369657 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-f59fd5e2-c90a-42ce-92c1-b510027a5ed9 admin admin] For port 72a00767-a259-41c0-b542-a283cf93a680, host dv-cinder-786524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=72a00767-a259-41c0-b542-a283cf93a680,segment=NetworkSegment(a0d59017-e373-40d6-a43c-3a06cb2c266d),segment_id=a0d59017-e373-40d6-a43c-3a06cb2c266d)] {{(pid=85356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:16:45.370192 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f59fd5e2-c90a-42ce-92c1-b510027a5ed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821567696'] for port, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:45.427212 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-fa53f77f-bb69-49e7-84c7-9a91c515e53a None None] For port 72a00767-a259-41c0-b542-a283cf93a680, host dv-cinder-786524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=72a00767-a259-41c0-b542-a283cf93a680,segment=NetworkSegment(a0d59017-e373-40d6-a43c-3a06cb2c266d),segment_id=a0d59017-e373-40d6-a43c-3a06cb2c266d)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:16:45.427503 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-fa53f77f-bb69-49e7-84c7-9a91c515e53a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821567696'] for port, precommit_delete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:45.501435 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0acd540-5b4c-46c4-927e-aea818948458 service neutron] Pushing event updated for resources: {'Port': ['ID=a760ed21-f69c-4e08-9e5c-af67a5f63754,revision_number=2']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:16:45.504894 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-f0acd540-5b4c-46c4-927e-aea818948458 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:16:45.514446 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-f59fd5e2-c90a-42ce-92c1-b510027a5ed9 admin admin] Calling delete_port for 72a00767-a259-41c0-b542-a283cf93a680 owned by network:dhcp {{(pid=85356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 05:16:45.574071 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-fa53f77f-bb69-49e7-84c7-9a91c515e53a None None] Calling delete_port for 72a00767-a259-41c0-b542-a283cf93a680 owned by network:dhcp {{(pid=85358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 05:16:45.605085 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f59fd5e2-c90a-42ce-92c1-b510027a5ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752522904879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752522456008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32051484'] for port, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:45.622163 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-6593e0c3-644b-453e-822c-c93ec1aed8f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:16:45.661003 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.db.api [None req-fa53f77f-bb69-49e7-84c7-9a91c515e53a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85358) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 05:16:45.661714 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_db.api [None req-fa53f77f-bb69-49e7-84c7-9a91c515e53a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 16 05:16:45.730795 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59fd5e2-c90a-42ce-92c1-b510027a5ed9 admin admin] Pushing event deleted for resources: {'Port': ['ID=72a00767-a259-41c0-b542-a283cf93a680,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:16:45.745911 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-f59fd5e2-c90a-42ce-92c1-b510027a5ed9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:16:45.751516 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [req-ae7e1872-bf58-4c41-aecd-4b644babf0f4 req-f0acd540-5b4c-46c4-927e-aea818948458 service neutron] Attempting to bind port a760ed21-f69c-4e08-9e5c-af67a5f63754 on host hv-cinder-78652 for vnic_type normal with profile  {{(pid=85357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 05:16:45.751893 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [req-ae7e1872-bf58-4c41-aecd-4b644babf0f4 req-f0acd540-5b4c-46c4-927e-aea818948458 service neutron] Attempting to bind port a760ed21-f69c-4e08-9e5c-af67a5f63754 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'fa8ed93a-7d20-4bda-811d-279523b2b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8dec1d0f-cfff-4035-8076-7521657c2e62'}] {{(pid=85357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 05:16:45.752264 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7e1872-bf58-4c41-aecd-4b644babf0f4 req-f0acd540-5b4c-46c4-927e-aea818948458 service neutron] Attempting to bind port a760ed21-f69c-4e08-9e5c-af67a5f63754 on network 8dec1d0f-cfff-4035-8076-7521657c2e62 {{(pid=85357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 05:16:45.757386 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7e1872-bf58-4c41-aecd-4b644babf0f4 req-f0acd540-5b4c-46c4-927e-aea818948458 service neutron] Port a760ed21-f69c-4e08-9e5c-af67a5f63754 on network 8dec1d0f-cfff-4035-8076-7521657c2e62 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=85357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 05:16:45.757746 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7e1872-bf58-4c41-aecd-4b644babf0f4 req-f0acd540-5b4c-46c4-927e-aea818948458 service neutron] Attempting to bind port a760ed21-f69c-4e08-9e5c-af67a5f63754 on network 8dec1d0f-cfff-4035-8076-7521657c2e62 {{(pid=85357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 05:16:45.763663 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7e1872-bf58-4c41-aecd-4b644babf0f4 req-f0acd540-5b4c-46c4-927e-aea818948458 service neutron] Checking agent: {'id': '5ddcce5e-7017-4c76-88fa-bffacfec0d31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 5, 1, 38), 'started_at': datetime.datetime(2021, 4, 16, 5, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 5, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 05:16:45.764038 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7e1872-bf58-4c41-aecd-4b644babf0f4 req-f0acd540-5b4c-46c4-927e-aea818948458 service neutron] Checking segment: {'id': 'fa8ed93a-7d20-4bda-811d-279523b2b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8dec1d0f-cfff-4035-8076-7521657c2e62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 05:16:45.764526 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7e1872-bf58-4c41-aecd-4b644babf0f4 req-f0acd540-5b4c-46c4-927e-aea818948458 service neutron] Bound using segment: {'id': 'fa8ed93a-7d20-4bda-811d-279523b2b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8dec1d0f-cfff-4035-8076-7521657c2e62'} {{(pid=85357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 05:16:45.764995 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [req-ae7e1872-bf58-4c41-aecd-4b644babf0f4 req-f0acd540-5b4c-46c4-927e-aea818948458 service neutron] Bound port: a760ed21-f69c-4e08-9e5c-af67a5f63754, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa8ed93a-7d20-4bda-811d-279523b2b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8dec1d0f-cfff-4035-8076-7521657c2e62'}}] {{(pid=85357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 05:16:45.765432 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-ae7e1872-bf58-4c41-aecd-4b644babf0f4 req-f0acd540-5b4c-46c4-927e-aea818948458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:45.783863 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59fd5e2-c90a-42ce-92c1-b510027a5ed9 admin admin] No DVR routers for this DVR port 72a00767-a259-41c0-b542-a283cf93a680 on host dv-cinder-786524-1-iscsi {{(pid=85356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 16 05:16:45.870314 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [req-ae7e1872-bf58-4c41-aecd-4b644babf0f4 req-f0acd540-5b4c-46c4-927e-aea818948458 service neutron] For port a760ed21-f69c-4e08-9e5c-af67a5f63754, host hv-cinder-78652, cleared binding levels {{(pid=85357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 05:16:45.874002 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [req-ae7e1872-bf58-4c41-aecd-4b644babf0f4 req-f0acd540-5b4c-46c4-927e-aea818948458 service neutron] For port a760ed21-f69c-4e08-9e5c-af67a5f63754, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=a760ed21-f69c-4e08-9e5c-af67a5f63754,segment=NetworkSegment(fa8ed93a-7d20-4bda-811d-279523b2b9b5),segment_id=fa8ed93a-7d20-4bda-811d-279523b2b9b5)] {{(pid=85357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 05:16:45.878397 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-ae7e1872-bf58-4c41-aecd-4b644babf0f4 req-f0acd540-5b4c-46c4-927e-aea818948458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036824655669'] for port, after_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:45.894838 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-d6bc707a-cc15-4d7a-aeb0-6df6bdfc0cd0 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:16:45.914646 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f59fd5e2-c90a-42ce-92c1-b510027a5ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854672018', 'neutron.services.segments.db._delete_segments_for_network-8752523025096'] for network, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:46.034303 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.services.segments.db [None req-f59fd5e2-c90a-42ce-92c1-b510027a5ed9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5daea0cf28>,) {'filters': {'network_id': ['6f89da5d-f206-462e-a636-98594ebaa0a7']}} {{(pid=85356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:16:46.047669 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0acd540-5b4c-46c4-927e-aea818948458 service neutron] Pushing event updated for resources: {'Port': ['ID=a760ed21-f69c-4e08-9e5c-af67a5f63754,revision_number=3']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:16:46.047925 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.services.segments.db [None req-f59fd5e2-c90a-42ce-92c1-b510027a5ed9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5daea0cf28>, 'a0d59017-e373-40d6-a43c-3a06cb2c266d') {'for_net_delete': True} {{(pid=85356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:16:46.048284 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.services.segments.db [None req-f59fd5e2-c90a-42ce-92c1-b510027a5ed9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5daea0cf28>, 'a0d59017-e373-40d6-a43c-3a06cb2c266d') {} {{(pid=85356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:16:46.052425 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-f0acd540-5b4c-46c4-927e-aea818948458 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:16:46.061520 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f59fd5e2-c90a-42ce-92c1-b510027a5ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752523028953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33375231'] for segment, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:46.077212 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f59fd5e2-c90a-42ce-92c1-b510027a5ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854750583'] for segment, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:46.084061 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f59fd5e2-c90a-42ce-92c1-b510027a5ed9 admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=85356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 16 05:16:46.088194 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e1872-bf58-4c41-aecd-4b644babf0f4 req-f0acd540-5b4c-46c4-927e-aea818948458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:16:46.088636 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-ae7e1872-bf58-4c41-aecd-4b644babf0f4 req-f0acd540-5b4c-46c4-927e-aea818948458 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:46.090587 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ae7e1872-bf58-4c41-aecd-4b644babf0f4 req-f0acd540-5b4c-46c4-927e-aea818948458 service neutron] 10.222.0.16 "PUT /v2.0/ports/a760ed21-f69c-4e08-9e5c-af67a5f63754 HTTP/1.1" status: 200  len: 1094 time: 1.5308497
Apr 16 05:16:46.090722 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95f14645-07e6-4f5a-966c-17a41f8fae56', 'tag': 'a760ed21-f69c-4e08-9e5c-af67a5f63754'}] {{(pid=85357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 05:16:46.150617 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95f14645-07e6-4f5a-966c-17a41f8fae56', 'tag': 'a760ed21-f69c-4e08-9e5c-af67a5f63754', 'status': 'completed', 'code': 200}
Apr 16 05:16:46.163011 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-fa53f77f-bb69-49e7-84c7-9a91c515e53a None None] Deleting port 72a00767-a259-41c0-b542-a283cf93a680 {{(pid=85358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 05:16:46.163637 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-fa53f77f-bb69-49e7-84c7-9a91c515e53a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284331874164'] for port, before_delete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:46.291627 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-fa53f77f-bb69-49e7-84c7-9a91c515e53a None None] The port '72a00767-a259-41c0-b542-a283cf93a680' was deleted {{(pid=85358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 16 05:16:46.294577 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-f59fd5e2-c90a-42ce-92c1-b510027a5ed9 admin admin] Network 6f89da5d-f206-462e-a636-98594ebaa0a7 has no segments {{(pid=85356) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 16 05:16:46.309861 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f59fd5e2-c90a-42ce-92c1-b510027a5ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-25233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32053224'] for segment, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:46.348575 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e1872-bf58-4c41-aecd-4b644babf0f4 req-a66a38cc-2b95-496f-82c1-b82b3346e059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:16:46.350725 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ae7e1872-bf58-4c41-aecd-4b644babf0f4 req-a66a38cc-2b95-496f-82c1-b82b3346e059 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=db51901ec1bf486ca3fc2d191f21d909&device_id=95f14645-07e6-4f5a-966c-17a41f8fae56 HTTP/1.1" status: 200  len: 1097 time: 0.1836610
Apr 16 05:16:46.440501 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ae7e1872-bf58-4c41-aecd-4b644babf0f4 req-6e25f0a4-7efe-43f5-8093-3bf79da093f3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a760ed21-f69c-4e08-9e5c-af67a5f63754 HTTP/1.1" status: 200  len: 217 time: 0.0764296
Apr 16 05:16:46.508996 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-f59fd5e2-c90a-42ce-92c1-b510027a5ed9 admin admin] Network 6f89da5d-f206-462e-a636-98594ebaa0a7 has no segments {{(pid=85356) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 16 05:16:46.522004 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ced54e-3ddc-41e1-8814-2acbc0ddaf20 req-8e1c2db0-9b25-4cc0-ad5d-6ed4f4e8964b tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:16:46.523614 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-46ced54e-3ddc-41e1-8814-2acbc0ddaf20 req-8e1c2db0-9b25-4cc0-ad5d-6ed4f4e8964b tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/ports?device_id=95f14645-07e6-4f5a-966c-17a41f8fae56 HTTP/1.1" status: 200  len: 944 time: 0.2306163
Apr 16 05:16:46.534566 dv-cinder-786524-1-iscsi neutron-server[85243]: Traceback (most recent call last):
Apr 16 05:16:46.534566 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 05:16:46.534566 dv-cinder-786524-1-iscsi neutron-server[85243]:     timer()
Apr 16 05:16:46.534566 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 05:16:46.534566 dv-cinder-786524-1-iscsi neutron-server[85243]:     cb(*args, **kw)
Apr 16 05:16:46.534566 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 16 05:16:46.534566 dv-cinder-786524-1-iscsi neutron-server[85243]:     return func(*args, **kwargs)
Apr 16 05:16:46.534566 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 05:16:46.534566 dv-cinder-786524-1-iscsi neutron-server[85243]:     self._notify()
Apr 16 05:16:46.534566 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 05:16:46.534566 dv-cinder-786524-1-iscsi neutron-server[85243]:     self.callback(batched_events)
Apr 16 05:16:46.534566 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 05:16:46.534566 dv-cinder-786524-1-iscsi neutron-server[85243]:     event.method(event)
Apr 16 05:16:46.534566 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 16 05:16:46.534566 dv-cinder-786524-1-iscsi neutron-server[85243]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 05:16:46.534566 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 16 05:16:46.534566 dv-cinder-786524-1-iscsi neutron-server[85243]:     segment_id)['aggregates'][0]
Apr 16 05:16:46.534566 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 16 05:16:46.534566 dv-cinder-786524-1-iscsi neutron-server[85243]:     return f(self, *a, **k)
Apr 16 05:16:46.534566 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 16 05:16:46.534566 dv-cinder-786524-1-iscsi neutron-server[85243]:     return self._get(url).json()
Apr 16 05:16:46.534566 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 05:16:46.534566 dv-cinder-786524-1-iscsi neutron-server[85243]:     **kwargs)
Apr 16 05:16:46.534566 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 05:16:46.534566 dv-cinder-786524-1-iscsi neutron-server[85243]:     return self.request(url, 'GET', **kwargs)
Apr 16 05:16:46.534566 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 16 05:16:46.534566 dv-cinder-786524-1-iscsi neutron-server[85243]:     **endpoint_filter)
Apr 16 05:16:46.534566 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 05:16:46.534566 dv-cinder-786524-1-iscsi neutron-server[85243]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 05:16:46.534566 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 05:16:46.534566 dv-cinder-786524-1-iscsi neutron-server[85243]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 05:16:46.534566 dv-cinder-786524-1-iscsi neutron-server[85243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 05:16:46.536824 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e1872-bf58-4c41-aecd-4b644babf0f4 req-b589ebc8-4bf9-49a6-b16d-745820e84909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:16:46.538380 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ae7e1872-bf58-4c41-aecd-4b644babf0f4 req-b589ebc8-4bf9-49a6-b16d-745820e84909 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b6cb0891-12b7-4364-a273-4c1d3fcc7328 HTTP/1.1" status: 200  len: 850 time: 0.0867298
Apr 16 05:16:46.621583 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f59fd5e2-c90a-42ce-92c1-b510027a5ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-103783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821614228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33197052'] for network, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:46.625555 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:16:46.635034 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device 72a00767-a259-41c0-b542-a283cf93a680 no longer exists at agent ovs-agent-dv-cinder-786524-1-iscsi {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 05:16:46.641870 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f59fd5e2-c90a-42ce-92c1-b510027a5ed9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821710155'] for network, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:46.654342 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59fd5e2-c90a-42ce-92c1-b510027a5ed9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f89da5d-f206-462e-a636-98594ebaa0a7,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:16:46.659702 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-f59fd5e2-c90a-42ce-92c1-b510027a5ed9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:16:46.663974 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-f59fd5e2-c90a-42ce-92c1-b510027a5ed9 admin admin] 10.222.0.26 "DELETE /v2.0/networks/6f89da5d-f206-462e-a636-98594ebaa0a7 HTTP/1.1" status: 204  len: 168 time: 1.7887199
Apr 16 05:16:46.695408 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] No Port match for: 72a00767-a259-41c0-b542-a283cf93a680 {{(pid=85358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 16 05:16:46.695996 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device 72a00767-a259-41c0-b542-a283cf93a680 not bound to the agent host dv-cinder-786524-1-iscsi {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 05:16:46.801923 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 42082) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:16:46.862113 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-f8b52e5a-67ba-48af-9f43-e76293d59806 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2a2ab941ff144e0782baf8de7b2da717&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0587595
Apr 16 05:16:46.864872 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 42086) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:16:46.932922 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-46ced54e-3ddc-41e1-8814-2acbc0ddaf20 req-751a3624-cf8e-4305-86be-47fddb7e8ba4 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/security-groups?id=64fcd4c6-6895-4ef1-8bcd-86346ebbc94f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4007640
Apr 16 05:16:46.935853 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-3784f5bf-4e6e-4a98-b7c4-27b635282fdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:46.962683 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e1872-bf58-4c41-aecd-4b644babf0f4 req-c73a0869-d46c-452e-a84f-47e1309ca8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:16:46.964269 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ae7e1872-bf58-4c41-aecd-4b644babf0f4 req-c73a0869-d46c-452e-a84f-47e1309ca8f0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8dec1d0f-cfff-4035-8076-7521657c2e62&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4118869
Apr 16 05:16:46.976698 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-3784f5bf-4e6e-4a98-b7c4-27b635282fdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:47.027839 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-3784f5bf-4e6e-4a98-b7c4-27b635282fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:47.033547 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-1db6df9a-6477-48b9-b7d4-5fec9d9d4a2f tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:16:47.050884 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3784f5bf-4e6e-4a98-b7c4-27b635282fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe54a4a-4867-4cd1-a335-51459e67b378,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:16:47.054180 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-3784f5bf-4e6e-4a98-b7c4-27b635282fdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:16:47.056284 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-3784f5bf-4e6e-4a98-b7c4-27b635282fdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:47.060654 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-3784f5bf-4e6e-4a98-b7c4-27b635282fdd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dbe54a4a-4867-4cd1-a335-51459e67b378 HTTP/1.1" status: 204  len: 168 time: 0.1915927
Apr 16 05:16:47.117961 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ae7e1872-bf58-4c41-aecd-4b644babf0f4 req-62945f20-7e50-4628-a1f0-ed4e18df7c8a service neutron] 10.222.0.16 "GET /v2.0/networks/8dec1d0f-cfff-4035-8076-7521657c2e62?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1462548
Apr 16 05:16:47.270362 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ae7e1872-bf58-4c41-aecd-4b644babf0f4 req-202fd316-b0a4-4269-b196-b135c9e7d2f8 service neutron] 10.222.0.16 "GET /v2.0/networks/8dec1d0f-cfff-4035-8076-7521657c2e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1449482
Apr 16 05:16:47.451141 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7140d-9ccd-4f6d-8b10-61716950ddd4 req-e9704f92-65f8-4b86-a8a2-5d6672d287bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:16:47.453078 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-04a7140d-9ccd-4f6d-8b10-61716950ddd4 req-e9704f92-65f8-4b86-a8a2-5d6672d287bb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=db51901ec1bf486ca3fc2d191f21d909&device_id=95f14645-07e6-4f5a-966c-17a41f8fae56 HTTP/1.1" status: 200  len: 1097 time: 0.0856283
Apr 16 05:16:47.602084 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7140d-9ccd-4f6d-8b10-61716950ddd4 req-69f495ca-52f9-439c-b62b-c01ce44b74ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:16:47.604205 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-04a7140d-9ccd-4f6d-8b10-61716950ddd4 req-69f495ca-52f9-439c-b62b-c01ce44b74ef service neutron] 10.222.0.16 "GET /v2.0/networks?id=8dec1d0f-cfff-4035-8076-7521657c2e62 HTTP/1.1" status: 200  len: 912 time: 0.1425724
Apr 16 05:16:47.686284 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-04a7140d-9ccd-4f6d-8b10-61716950ddd4 req-b83ab7b2-cd13-4ef1-97ad-53f0f71d72e7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a760ed21-f69c-4e08-9e5c-af67a5f63754 HTTP/1.1" status: 200  len: 217 time: 0.0740578
Apr 16 05:16:47.764010 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7140d-9ccd-4f6d-8b10-61716950ddd4 req-92241f55-3a69-4460-9440-7f2d0e592f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:16:47.764010 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-04a7140d-9ccd-4f6d-8b10-61716950ddd4 req-92241f55-3a69-4460-9440-7f2d0e592f25 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b6cb0891-12b7-4364-a273-4c1d3fcc7328 HTTP/1.1" status: 200  len: 850 time: 0.0676055
Apr 16 05:16:47.856695 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7140d-9ccd-4f6d-8b10-61716950ddd4 req-da1fc465-448c-4091-a12b-2b7c2840de06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:16:47.858637 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-04a7140d-9ccd-4f6d-8b10-61716950ddd4 req-da1fc465-448c-4091-a12b-2b7c2840de06 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8dec1d0f-cfff-4035-8076-7521657c2e62&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0846853
Apr 16 05:16:48.013921 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-04a7140d-9ccd-4f6d-8b10-61716950ddd4 req-e26e6918-a8ac-4c4f-9780-e9ed4e5ddf63 service neutron] 10.222.0.16 "GET /v2.0/networks/8dec1d0f-cfff-4035-8076-7521657c2e62?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1463673
Apr 16 05:16:48.230066 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-04a7140d-9ccd-4f6d-8b10-61716950ddd4 req-b1b32dd5-68be-4ccc-aeb4-99b0eb22791c service neutron] 10.222.0.16 "GET /v2.0/networks/8dec1d0f-cfff-4035-8076-7521657c2e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2091417
Apr 16 05:16:48.243564 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb9f851-13d4-45c3-8b09-2d681dd9a4c3 req-2e421208-1ffc-49f6-969a-5efec3b92c4e tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:16:48.245296 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-aeb9f851-13d4-45c3-8b09-2d681dd9a4c3 req-2e421208-1ffc-49f6-969a-5efec3b92c4e tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/ports?device_id=95f14645-07e6-4f5a-966c-17a41f8fae56 HTTP/1.1" status: 200  len: 944 time: 0.1508400
Apr 16 05:16:48.297056 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-aeb9f851-13d4-45c3-8b09-2d681dd9a4c3 req-ebe89b45-dcc6-4263-b679-c5a6421168e8 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/security-groups?id=64fcd4c6-6895-4ef1-8bcd-86346ebbc94f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449729
Apr 16 05:16:48.759980 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.agents_db [None req-9d5d34cb-f672-4e49-b111-51c360ae5d44 None None] Agent healthcheck: found 6 active agents {{(pid=85359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 05:16:49.515670 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b5c0d9-da4e-4990-ba7a-9875b07c945a req-9b793a85-ab89-4301-8e47-16389bf468cc tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:16:49.517257 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-92b5c0d9-da4e-4990-ba7a-9875b07c945a req-9b793a85-ab89-4301-8e47-16389bf468cc tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/ports?device_id=95f14645-07e6-4f5a-966c-17a41f8fae56 HTTP/1.1" status: 200  len: 944 time: 0.1020753
Apr 16 05:16:49.568257 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-92b5c0d9-da4e-4990-ba7a-9875b07c945a req-793287a4-ab8c-4b5a-b2b7-b084933848b0 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/security-groups?id=64fcd4c6-6895-4ef1-8bcd-86346ebbc94f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443916
Apr 16 05:16:50.786756 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28439dc6-af86-4cbf-baf7-fd347028f32e req-9231aa73-c3a6-4e88-b3dd-7efc41b015c6 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:16:50.788312 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-28439dc6-af86-4cbf-baf7-fd347028f32e req-9231aa73-c3a6-4e88-b3dd-7efc41b015c6 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/ports?device_id=95f14645-07e6-4f5a-966c-17a41f8fae56 HTTP/1.1" status: 200  len: 944 time: 0.0968695
Apr 16 05:16:50.842726 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-28439dc6-af86-4cbf-baf7-fd347028f32e req-f2b2a03d-3797-4081-969a-be746a79b14a tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/security-groups?id=64fcd4c6-6895-4ef1-8bcd-86346ebbc94f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451057
Apr 16 05:16:51.648069 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 42154) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:16:51.807642 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-5c4af4b8-887c-4db4-b7ad-f6d11e95d9cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:51.823681 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-5c4af4b8-887c-4db4-b7ad-f6d11e95d9cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:16:51.827934 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-5c4af4b8-887c-4db4-b7ad-f6d11e95d9cb admin admin] Usage tracker for resource:security_group_rule and tenant:d07db8c0d67a44adb355378d2943d167 is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:16:51.831054 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-5c4af4b8-887c-4db4-b7ad-f6d11e95d9cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:16:51.837442 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-5c4af4b8-887c-4db4-b7ad-f6d11e95d9cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:16:51.929885 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-5c4af4b8-887c-4db4-b7ad-f6d11e95d9cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:51.935524 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-5c4af4b8-887c-4db4-b7ad-f6d11e95d9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:51.946801 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-9ff68e37-c986-4aa7-abbf-e6260f6a9ad9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:16:51.997331 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-5c4af4b8-887c-4db4-b7ad-f6d11e95d9cb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d07db8c0d67a44adb355378d2943d167&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3478489
Apr 16 05:16:51.998463 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4af4b8-887c-4db4-b7ad-f6d11e95d9cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=811cb87c-4773-4878-b537-a10d792ef895,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:16:52.000583 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 42164) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:16:52.002288 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-5c4af4b8-887c-4db4-b7ad-f6d11e95d9cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:16:52.064590 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-15c6fd98-765e-4c47-a538-ffb29795eb4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:52.092994 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-15c6fd98-765e-4c47-a538-ffb29795eb4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:52.141742 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-15c6fd98-765e-4c47-a538-ffb29795eb4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:52.147043 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-50403d3f-e755-4925-a56a-00d0ec4b32c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:16:52.160542 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c6fd98-765e-4c47-a538-ffb29795eb4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=811cb87c-4773-4878-b537-a10d792ef895,revision_number=None']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:16:52.165236 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-15c6fd98-765e-4c47-a538-ffb29795eb4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:52.169464 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-15c6fd98-765e-4c47-a538-ffb29795eb4a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/811cb87c-4773-4878-b537-a10d792ef895 HTTP/1.1" status: 204  len: 168 time: 0.1676819
Apr 16 05:16:52.170627 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-15c6fd98-765e-4c47-a538-ffb29795eb4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:16:52.273821 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63de5f95-643d-40af-9cb3-a7464ed858f7 req-27445ee8-e428-4d49-95da-086eb3b7dad6 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:16:52.275426 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-63de5f95-643d-40af-9cb3-a7464ed858f7 req-27445ee8-e428-4d49-95da-086eb3b7dad6 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/ports?device_id=95f14645-07e6-4f5a-966c-17a41f8fae56 HTTP/1.1" status: 200  len: 944 time: 0.0937338
Apr 16 05:16:52.327391 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-63de5f95-643d-40af-9cb3-a7464ed858f7 req-6e0995eb-d416-4ced-a7b6-2adf38a44d78 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/security-groups?id=64fcd4c6-6895-4ef1-8bcd-86346ebbc94f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446377
Apr 16 05:16:53.534654 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a592dafd-9ac8-49d2-9281-16d16ba8c63e req-4c6bbb08-cc67-4fc4-b103-2b44772e5b92 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:16:53.536230 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-a592dafd-9ac8-49d2-9281-16d16ba8c63e req-4c6bbb08-cc67-4fc4-b103-2b44772e5b92 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/ports?device_id=95f14645-07e6-4f5a-966c-17a41f8fae56 HTTP/1.1" status: 200  len: 944 time: 0.0893266
Apr 16 05:16:53.586053 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-a592dafd-9ac8-49d2-9281-16d16ba8c63e req-7f8cf04c-199a-42c7-a0e0-8929879412b9 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/security-groups?id=64fcd4c6-6895-4ef1-8bcd-86346ebbc94f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433850
Apr 16 05:16:54.149781 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 42214) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:16:54.286885 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-01870bd8-0dd4-4fe8-85b2-1150b1ec7c75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:54.302976 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-01870bd8-0dd4-4fe8-85b2-1150b1ec7c75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:16:54.307266 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-01870bd8-0dd4-4fe8-85b2-1150b1ec7c75 admin admin] Usage tracker for resource:security_group_rule and tenant:12b74dc9d79e4743801bc1a6a42853d1 is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:16:54.310374 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-01870bd8-0dd4-4fe8-85b2-1150b1ec7c75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:16:54.316776 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-01870bd8-0dd4-4fe8-85b2-1150b1ec7c75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:16:54.408993 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-01870bd8-0dd4-4fe8-85b2-1150b1ec7c75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:54.413324 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-01870bd8-0dd4-4fe8-85b2-1150b1ec7c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:54.420871 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-744448cc-7b01-4c4e-b5b1-82c676718992 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:16:54.464429 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-01870bd8-0dd4-4fe8-85b2-1150b1ec7c75 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=12b74dc9d79e4743801bc1a6a42853d1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3134630
Apr 16 05:16:54.465411 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01870bd8-0dd4-4fe8-85b2-1150b1ec7c75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ba5df7-53d3-4608-9d42-9d5b70f9a697,revision_number=1']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:16:54.468291 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 42220) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:16:54.468613 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-01870bd8-0dd4-4fe8-85b2-1150b1ec7c75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:16:54.537843 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ff23eee7-7c78-4185-bcd5-108f9626518f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:54.566368 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ff23eee7-7c78-4185-bcd5-108f9626518f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:54.620229 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ff23eee7-7c78-4185-bcd5-108f9626518f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:54.626031 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-49b5eec6-c7f2-44f3-bbf4-b56f3e3cec38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:16:54.640034 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff23eee7-7c78-4185-bcd5-108f9626518f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ba5df7-53d3-4608-9d42-9d5b70f9a697,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:16:54.642646 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-ff23eee7-7c78-4185-bcd5-108f9626518f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:16:54.651315 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ff23eee7-7c78-4185-bcd5-108f9626518f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:54.655695 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-ff23eee7-7c78-4185-bcd5-108f9626518f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a1ba5df7-53d3-4608-9d42-9d5b70f9a697 HTTP/1.1" status: 204  len: 168 time: 0.1857669
Apr 16 05:16:54.791943 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c702a842-35af-4183-9420-34aa7c6cf05c req-35d3342e-33d7-42f7-9e26-1f4738d90023 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:16:54.793607 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c702a842-35af-4183-9420-34aa7c6cf05c req-35d3342e-33d7-42f7-9e26-1f4738d90023 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/ports?device_id=95f14645-07e6-4f5a-966c-17a41f8fae56 HTTP/1.1" status: 200  len: 944 time: 0.0917022
Apr 16 05:16:54.842418 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c702a842-35af-4183-9420-34aa7c6cf05c req-f77a6a36-90f5-45ce-890d-fd86af71dab5 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/security-groups?id=64fcd4c6-6895-4ef1-8bcd-86346ebbc94f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422323
Apr 16 05:16:54.959755 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 42230) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:16:54.983495 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-4ab86d06-2b26-4817-8f9e-4626dae6dc4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:54.999698 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-4ab86d06-2b26-4817-8f9e-4626dae6dc4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:16:55.004407 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-4ab86d06-2b26-4817-8f9e-4626dae6dc4e admin admin] Usage tracker for resource:security_group_rule and tenant:96ec58c236114192ae38b35bab4b60cf is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:16:55.007835 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-4ab86d06-2b26-4817-8f9e-4626dae6dc4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:16:55.015558 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-4ab86d06-2b26-4817-8f9e-4626dae6dc4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:16:55.105424 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-4ab86d06-2b26-4817-8f9e-4626dae6dc4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:55.109512 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-4ab86d06-2b26-4817-8f9e-4626dae6dc4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:55.117001 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-47f707da-e1dd-44a4-ab28-a2f14054d8fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:16:55.161428 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-4ab86d06-2b26-4817-8f9e-4626dae6dc4e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=96ec58c236114192ae38b35bab4b60cf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2002261
Apr 16 05:16:55.163100 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab86d06-2b26-4817-8f9e-4626dae6dc4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac988bd9-284e-46bc-a157-869a7d742f90,revision_number=1']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:16:55.164347 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 42234) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:16:55.166602 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-4ab86d06-2b26-4817-8f9e-4626dae6dc4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:16:55.228237 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a7456e48-c2f6-4f9c-8e2f-e9e88e36c738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:55.256535 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a7456e48-c2f6-4f9c-8e2f-e9e88e36c738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:55.304396 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a7456e48-c2f6-4f9c-8e2f-e9e88e36c738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:55.309513 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-6b7454bb-af8e-45e6-9bfd-25dbfdae6b09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:16:55.326499 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7456e48-c2f6-4f9c-8e2f-e9e88e36c738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac988bd9-284e-46bc-a157-869a7d742f90,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:16:55.329507 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-a7456e48-c2f6-4f9c-8e2f-e9e88e36c738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:16:55.330829 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a7456e48-c2f6-4f9c-8e2f-e9e88e36c738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:55.332724 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-a7456e48-c2f6-4f9c-8e2f-e9e88e36c738 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ac988bd9-284e-46bc-a157-869a7d742f90 HTTP/1.1" status: 204  len: 168 time: 0.1670792
Apr 16 05:16:55.819409 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device a760ed21-f69c-4e08-9e5c-af67a5f63754 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=85358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 16 05:16:55.980584 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] For port a760ed21-f69c-4e08-9e5c-af67a5f63754, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=a760ed21-f69c-4e08-9e5c-af67a5f63754,segment=NetworkSegment(fa8ed93a-7d20-4bda-811d-279523b2b9b5),segment_id=fa8ed93a-7d20-4bda-811d-279523b2b9b5)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:16:55.996510 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Returning: {'device': 'a760ed21-f69c-4e08-9e5c-af67a5f63754', 'network_id': '8dec1d0f-cfff-4035-8076-7521657c2e62', 'port_id': 'a760ed21-f69c-4e08-9e5c-af67a5f63754', 'mac_address': 'fa:16:3e:c8:1a:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6cb0891-12b7-4364-a273-4c1d3fcc7328', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 16 05:16:56.065578 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7496dd99-29d8-4d9a-921d-031ba87abda6 req-f18c0d77-2960-4931-ad73-23a4753e89e1 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:16:56.065826 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:56.067830 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-7496dd99-29d8-4d9a-921d-031ba87abda6 req-f18c0d77-2960-4931-ad73-23a4753e89e1 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/ports?device_id=95f14645-07e6-4f5a-966c-17a41f8fae56 HTTP/1.1" status: 200  len: 944 time: 0.1005328
Apr 16 05:16:56.084897 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a760ed21-f69c-4e08-9e5c-af67a5f63754 {{(pid=85358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 05:16:56.102944 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] For port a760ed21-f69c-4e08-9e5c-af67a5f63754, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=a760ed21-f69c-4e08-9e5c-af67a5f63754,segment=NetworkSegment(fa8ed93a-7d20-4bda-811d-279523b2b9b5),segment_id=fa8ed93a-7d20-4bda-811d-279523b2b9b5)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:16:56.106468 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:56.109391 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:16:56.145978 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-7496dd99-29d8-4d9a-921d-031ba87abda6 req-caee5435-0d54-4705-a21c-8f569ced572d tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/security-groups?id=64fcd4c6-6895-4ef1-8bcd-86346ebbc94f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0707276
Apr 16 05:16:56.188760 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Pushing event updated for resources: {'Port': ['ID=a760ed21-f69c-4e08-9e5c-af67a5f63754,revision_number=4']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:16:56.197180 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:16:56.197500 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:16:56.198077 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:16:56.198455 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:16:56.198832 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:16:56.199202 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:16:56.199570 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:16:56.200071 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:16:56.200710 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:16:56.201120 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:16:56.201483 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:16:56.201858 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:16:56.206327 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:16:56.396991 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] get_ports_and_sgs() called for port_ids ['a760ed21-f69c-4e08-9e5c-af67a5f63754'] {{(pid=85358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 05:16:57.372526 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96af5d1d-e432-4563-beef-442e481fb59d req-e6834111-c9b4-408a-9d2c-65efe07843dd tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:16:57.374234 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-96af5d1d-e432-4563-beef-442e481fb59d req-e6834111-c9b4-408a-9d2c-65efe07843dd tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/ports?device_id=95f14645-07e6-4f5a-966c-17a41f8fae56 HTTP/1.1" status: 200  len: 945 time: 0.0935147
Apr 16 05:16:57.425244 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-96af5d1d-e432-4563-beef-442e481fb59d req-bfbac7c8-27fe-4d11-a1a8-1c9b9bbca576 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/security-groups?id=64fcd4c6-6895-4ef1-8bcd-86346ebbc94f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436642
Apr 16 05:16:57.816831 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device a760ed21-f69c-4e08-9e5c-af67a5f63754 up at agent hyperv_hv-cinder-78652 {{(pid=85358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 05:16:57.897922 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Provisioning for port a760ed21-f69c-4e08-9e5c-af67a5f63754 completed by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 05:16:57.903417 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Provisioning complete for port a760ed21-f69c-4e08-9e5c-af67a5f63754 triggered by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:16:57.903841 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:58.033059 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:58.061976 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95f14645-07e6-4f5a-966c-17a41f8fae56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a760ed21-f69c-4e08-9e5c-af67a5f63754'}] {{(pid=85358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 05:16:58.073244 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] For port a760ed21-f69c-4e08-9e5c-af67a5f63754, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=a760ed21-f69c-4e08-9e5c-af67a5f63754,segment=NetworkSegment(fa8ed93a-7d20-4bda-811d-279523b2b9b5),segment_id=fa8ed93a-7d20-4bda-811d-279523b2b9b5)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:16:58.077151 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:16:58.079450 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:16:58.118831 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95f14645-07e6-4f5a-966c-17a41f8fae56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a760ed21-f69c-4e08-9e5c-af67a5f63754', 'code': 200}
Apr 16 05:16:58.154761 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Pushing event updated for resources: {'Port': ['ID=a760ed21-f69c-4e08-9e5c-af67a5f63754,revision_number=5']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:16:58.158120 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:16:58.446642 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff8e72a-a152-468b-872a-e739a7b429ab req-09559f07-c6cc-4e9a-ae38-8b0f92537f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:16:58.448240 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-cff8e72a-a152-468b-872a-e739a7b429ab req-09559f07-c6cc-4e9a-ae38-8b0f92537f02 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=95f14645-07e6-4f5a-966c-17a41f8fae56 HTTP/1.1" status: 200  len: 1099 time: 0.0825949
Apr 16 05:16:58.491956 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-cff8e72a-a152-468b-872a-e739a7b429ab req-1c3f85d1-c7e8-4ebc-a83d-cf2e83588f33 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=64fcd4c6-6895-4ef1-8bcd-86346ebbc94f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372705
Apr 16 05:16:58.640005 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe52765-c945-4df0-b99a-541ef0d9ad10 req-7177f962-436e-4728-bf0f-4b1a7a7b3bac tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:16:58.641634 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-afe52765-c945-4df0-b99a-541ef0d9ad10 req-7177f962-436e-4728-bf0f-4b1a7a7b3bac tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/ports?device_id=95f14645-07e6-4f5a-966c-17a41f8fae56 HTTP/1.1" status: 200  len: 946 time: 0.0978589
Apr 16 05:16:58.693766 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-afe52765-c945-4df0-b99a-541ef0d9ad10 req-932d2d2c-9e42-4dbf-b13f-c4d96596df60 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/security-groups?id=64fcd4c6-6895-4ef1-8bcd-86346ebbc94f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422983
Apr 16 05:16:59.920827 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7803b4c8-fcad-44d8-ab04-f48f4a90acf8 req-95324744-6637-4c57-8176-75048e851bce tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:16:59.922504 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-7803b4c8-fcad-44d8-ab04-f48f4a90acf8 req-95324744-6637-4c57-8176-75048e851bce tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/ports?device_id=95f14645-07e6-4f5a-966c-17a41f8fae56 HTTP/1.1" status: 200  len: 946 time: 0.1000912
Apr 16 05:16:59.973726 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-7803b4c8-fcad-44d8-ab04-f48f4a90acf8 req-c8dd9ff1-af19-4975-8133-dd8036820c1d tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/security-groups?id=64fcd4c6-6895-4ef1-8bcd-86346ebbc94f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447059
Apr 16 05:17:01.181147 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cb16dc-c5c0-4c74-a35a-cef58eae3885 req-593010cd-3af9-4254-b2f1-1d8a77d7fe4c tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:17:01.182821 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-e2cb16dc-c5c0-4c74-a35a-cef58eae3885 req-593010cd-3af9-4254-b2f1-1d8a77d7fe4c tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/ports?device_id=95f14645-07e6-4f5a-966c-17a41f8fae56 HTTP/1.1" status: 200  len: 946 time: 0.0906966
Apr 16 05:17:01.237051 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-e2cb16dc-c5c0-4c74-a35a-cef58eae3885 req-695a28eb-afc9-4200-b0ca-d8a2a89ed2ff tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/security-groups?id=64fcd4c6-6895-4ef1-8bcd-86346ebbc94f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477145
Apr 16 05:17:02.453547 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e19559-9ecd-47f6-8f9a-a68b89887e74 req-5a4173e5-d560-4e27-b8eb-bce419295e0b tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:17:02.455204 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-87e19559-9ecd-47f6-8f9a-a68b89887e74 req-5a4173e5-d560-4e27-b8eb-bce419295e0b tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/ports?device_id=95f14645-07e6-4f5a-966c-17a41f8fae56 HTTP/1.1" status: 200  len: 946 time: 0.0926111
Apr 16 05:17:02.505502 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-87e19559-9ecd-47f6-8f9a-a68b89887e74 req-bbb7fa83-05e5-4405-a786-fa8113170935 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/security-groups?id=64fcd4c6-6895-4ef1-8bcd-86346ebbc94f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434446
Apr 16 05:17:02.714476 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d6658f-5805-4c69-8a10-11f9205051b1 req-40d2f38a-b22a-4490-8924-26cc9e4bd2c9 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:17:02.716146 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-b4d6658f-5805-4c69-8a10-11f9205051b1 req-40d2f38a-b22a-4490-8924-26cc9e4bd2c9 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/ports?device_id=95f14645-07e6-4f5a-966c-17a41f8fae56 HTTP/1.1" status: 200  len: 946 time: 0.0962651
Apr 16 05:17:02.765859 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-b4d6658f-5805-4c69-8a10-11f9205051b1 req-51d6a522-74d2-4d53-8268-9078a6c2c40f tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/security-groups?id=64fcd4c6-6895-4ef1-8bcd-86346ebbc94f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431328
Apr 16 05:17:02.802019 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 42300) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:17:02.881527 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd16e9f-b38c-4935-a87c-2ffefafb3679 tempest-TestVolumeBootPattern-2146046442 tempest-TestVolumeBootPattern-2146046442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:17:02.883307 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-6fd16e9f-b38c-4935-a87c-2ffefafb3679 tempest-TestVolumeBootPattern-2146046442 tempest-TestVolumeBootPattern-2146046442-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=95f14645-07e6-4f5a-966c-17a41f8fae56 HTTP/1.1" status: 200  len: 1094 time: 0.0802128
Apr 16 05:17:02.887750 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 42304) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:17:02.893346 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-df82b210-3a47-47d8-9d79-07cd845c5ed1 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Request body: {'floatingip': {'floating_network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'port_id': 'a760ed21-f69c-4e08-9e5c-af67a5f63754', 'tenant_id': 'db51901ec1bf486ca3fc2d191f21d909', 'fixed_ip_address': '172.20.0.12'}} {{(pid=85356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:17:02.899833 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-df82b210-3a47-47d8-9d79-07cd845c5ed1 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:17:02.904070 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-df82b210-3a47-47d8-9d79-07cd845c5ed1 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Usage tracker for resource:floatingip and tenant:db51901ec1bf486ca3fc2d191f21d909 is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:17:02.907137 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-df82b210-3a47-47d8-9d79-07cd845c5ed1 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:17:02.913325 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-df82b210-3a47-47d8-9d79-07cd845c5ed1 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:17:02.924452 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-df82b210-3a47-47d8-9d79-07cd845c5ed1 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks [] for floatingip, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:17:03.333215 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-df82b210-3a47-47d8-9d79-07cd845c5ed1 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:17:03.490939 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.db_base_plugin_common [None req-df82b210-3a47-47d8-9d79-07cd845c5ed1 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Allocated IP 172.27.2.24 (09b59cd3-13be-4f6b-8ba8-71a7bb13ef88/d321c4f6-731d-44eb-a563-8ed238725710/3a0b4e6e-059e-4c1d-a228-1b645d7d732a) {{(pid=85356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 05:17:03.650429 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-df82b210-3a47-47d8-9d79-07cd845c5ed1 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks [] for port, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:17:03.682953 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-df82b210-3a47-47d8-9d79-07cd845c5ed1 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284332319809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32051484'] for port, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:17:03.696388 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-a3225c5e-3e32-403b-a3d0-a5b57a01e98f tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:17:03.832598 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82b210-3a47-47d8-9d79-07cd845c5ed1 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Pushing event updated for resources: {'Port': ['ID=3a0b4e6e-059e-4c1d-a228-1b645d7d732a,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:17:03.835775 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-df82b210-3a47-47d8-9d79-07cd845c5ed1 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:17:03.895496 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df82b210-3a47-47d8-9d79-07cd845c5ed1 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Network 09b59cd3-13be-4f6b-8ba8-71a7bb13ef88 is already hosted by enough agents. {{(pid=85356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 05:17:03.896703 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [None req-df82b210-3a47-47d8-9d79-07cd845c5ed1 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Resources bound (agent type, host, resource id):  {{(pid=85356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 05:17:03.899248 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df82b210-3a47-47d8-9d79-07cd845c5ed1 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Received port after_create {{(pid=85356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 05:17:04.364433 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-df82b210-3a47-47d8-9d79-07cd845c5ed1 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:17:04.448388 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-df82b210-3a47-47d8-9d79-07cd845c5ed1 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:17:04.673265 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-df82b210-3a47-47d8-9d79-07cd845c5ed1 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks [] for port, precommit_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:17:04.678822 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-df82b210-3a47-47d8-9d79-07cd845c5ed1 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822724348'] for port, after_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:17:04.691880 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-57441755-6209-4eb4-85f7-d41aa34a4ca1 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:17:04.827924 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82b210-3a47-47d8-9d79-07cd845c5ed1 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Pushing event updated for resources: {'Port': ['ID=3a0b4e6e-059e-4c1d-a228-1b645d7d732a,revision_number=2']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:17:04.843346 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-df82b210-3a47-47d8-9d79-07cd845c5ed1 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:17:04.874143 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c124c0cd-5436-494a-8d0c-e5e29b24ad2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:17:04.935340 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-df82b210-3a47-47d8-9d79-07cd845c5ed1 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33197037'] for floatingip, after_update {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:17:05.122662 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.db.l3_db [None req-df82b210-3a47-47d8-9d79-07cd845c5ed1 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Floating IP 606282e3-76fc-483e-b441-2bc7567ed0b9 associated. External IP: 172.27.2.24, port: a760ed21-f69c-4e08-9e5c-af67a5f63754.
Apr 16 05:17:05.503264 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df82b210-3a47-47d8-9d79-07cd845c5ed1 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Router e3eb6043-a877-4f5d-9594-0a6a23dc1067 has already been hosted by L3 agent 9bacd1b6-99a0-44b1-8352-fe12768771b0 {{(pid=85356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 16 05:17:05.699530 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df82b210-3a47-47d8-9d79-07cd845c5ed1 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify agent at l3_agent.dv-cinder-786524-1-iscsi the message routers_updated {{(pid=85356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 05:17:05.710082 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92522d97-f648-4097-b985-88d390f41c6d None None] Sync routers for ids ['e3eb6043-a877-4f5d-9594-0a6a23dc1067'] in dv-cinder-786524-1-iscsi {{(pid=85358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 05:17:05.721738 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92522d97-f648-4097-b985-88d390f41c6d None None] Routers {'e3eb6043-a877-4f5d-9594-0a6a23dc1067'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:17:05.722619 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-92522d97-f648-4097-b985-88d390f41c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5daea65748>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:16:37Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['e3eb6043-a877-4f5d-9594-0a6a23dc1067'], 'active': True} {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:17:05.726516 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-df82b210-3a47-47d8-9d79-07cd845c5ed1 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for floatingip, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:17:05.789629 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-df82b210-3a47-47d8-9d79-07cd845c5ed1 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.9006188
Apr 16 05:17:05.790308 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95f14645-07e6-4f5a-966c-17a41f8fae56', 'tag': 'a760ed21-f69c-4e08-9e5c-af67a5f63754'}] {{(pid=85356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 05:17:05.842515 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95f14645-07e6-4f5a-966c-17a41f8fae56', 'tag': 'a760ed21-f69c-4e08-9e5c-af67a5f63754', 'status': 'completed', 'code': 200}
Apr 16 05:17:05.970270 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cf1825-a073-4f07-b629-5ed1e637a463 req-ba6f006a-6ba3-4d2b-96d6-d5ad2455a8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:17:05.971916 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-e4cf1825-a073-4f07-b629-5ed1e637a463 req-ba6f006a-6ba3-4d2b-96d6-d5ad2455a8f5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=db51901ec1bf486ca3fc2d191f21d909&device_id=95f14645-07e6-4f5a-966c-17a41f8fae56 HTTP/1.1" status: 200  len: 1099 time: 0.0840974
Apr 16 05:17:06.106262 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-92522d97-f648-4097-b985-88d390f41c6d None None] Set router e3eb6043-a877-4f5d-9594-0a6a23dc1067 gateway port host: dv-cinder-786524-1-iscsi {{(pid=85358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:17:06.121794 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cf1825-a073-4f07-b629-5ed1e637a463 req-bbd2cd38-c651-4944-922f-a110c954a957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:17:06.123538 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-e4cf1825-a073-4f07-b629-5ed1e637a463 req-bbd2cd38-c651-4944-922f-a110c954a957 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8dec1d0f-cfff-4035-8076-7521657c2e62 HTTP/1.1" status: 200  len: 912 time: 0.1446300
Apr 16 05:17:06.238007 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-e4cf1825-a073-4f07-b629-5ed1e637a463 req-f0b7989c-ac00-46e6-9715-b24fb2dc631f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a760ed21-f69c-4e08-9e5c-af67a5f63754 HTTP/1.1" status: 200  len: 999 time: 0.1073093
Apr 16 05:17:06.310226 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cf1825-a073-4f07-b629-5ed1e637a463 req-33f435ff-68f5-4091-8778-aba86c9b1a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:17:06.311804 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-e4cf1825-a073-4f07-b629-5ed1e637a463 req-33f435ff-68f5-4091-8778-aba86c9b1a40 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b6cb0891-12b7-4364-a273-4c1d3fcc7328 HTTP/1.1" status: 200  len: 850 time: 0.0669127
Apr 16 05:17:06.395438 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cf1825-a073-4f07-b629-5ed1e637a463 req-f0bbc63f-2fb9-415c-bb3d-5f762e12a797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:17:06.396967 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-e4cf1825-a073-4f07-b629-5ed1e637a463 req-f0bbc63f-2fb9-415c-bb3d-5f762e12a797 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8dec1d0f-cfff-4035-8076-7521657c2e62&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0789855
Apr 16 05:17:06.483737 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-92522d97-f648-4097-b985-88d390f41c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5daea65748>, [{'id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'name': 'tempest-TestVolumeBootPattern-127490657-router', 'tenant_id': 'db51901ec1bf486ca3fc2d191f21d909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '74c9d90b-c1df-4a7a-ab06-8fb6623300c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:11:31Z', 'updated_at': '2021-04-16T05:11:38Z', 'revision_number': 4, 'project_id': 'db51901ec1bf486ca3fc2d191f21d909', 'gw_port': {'id': '74c9d90b-c1df-4a7a-ab06-8fb6623300c1', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:32Z', 'updated_at': '2021-04-16T05:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi', '_floatingips': [{'id': '606282e3-76fc-483e-b441-2bc7567ed0b9', 'tenant_id': 'db51901ec1bf486ca3fc2d191f21d909', 'floating_ip_address': '172.27.2.24', 'floating_network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'router_id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'port_id': 'a760ed21-f69c-4e08-9e5c-af67a5f63754', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dec1d0f-cfff-4035-8076-7521657c2e62', 'mac_address': 'fa:16:3e:c8:1a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f14645-07e6-4f5a-966c-17a41f8fae56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T05:17:04Z', 'updated_at': '2021-04-16T05:17:04Z', 'revision_number': 0, 'project_id': 'db51901ec1bf486ca3fc2d191f21d909', 'fixed_ip_address_scope': None}, {'id': 'e2793a05-b23c-4274-89ae-a899ed877fda', 'tenant_id': 'db51901ec1bf486ca3fc2d191f21d909', 'floating_ip_address': '172.27.2.22', 'floating_network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'router_id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'port_id': '654a1d00-cf33-4271-b8a0-147849ef1068', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dec1d0f-cfff-4035-8076-7521657c2e62', 'mac_address': 'fa:16:3e:3b:69:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da672a9-de6d-413d-bd78-fbb18efd5f41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T05:14:59Z', 'updated_at': '2021-04-16T05:15:03Z', 'revision_number': 1, 'project_id': 'db51901ec1bf486ca3fc2d191f21d909', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f971c1e-8f5b-4a93-80ea-ecfc9a7e4887', 'name': '', 'network_id': '8dec1d0f-cfff-4035-8076-7521657c2e62', 'tenant_id': 'db51901ec1bf486ca3fc2d191f21d909', 'mac_address': 'fa:16:3e:b3:11:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'b6cb0891-12b7-4364-a273-4c1d3fcc7328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:37Z', 'updated_at': '2021-04-16T05:11:55Z', 'revision_number': 5, 'project_id': 'db51901ec1bf486ca3fc2d191f21d909', 'subnets': [{'id': 'b6cb0891-12b7-4364-a273-4c1d3fcc7328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:17:06.488113 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92522d97-f648-4097-b985-88d390f41c6d None None] Checking router: e3eb6043-a877-4f5d-9594-0a6a23dc1067 for host: dv-cinder-786524-1-iscsi {{(pid=85358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 05:17:06.498536 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92522d97-f648-4097-b985-88d390f41c6d None None] Routers {'e3eb6043-a877-4f5d-9594-0a6a23dc1067'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:17:06.499210 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-92522d97-f648-4097-b985-88d390f41c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5daea65748>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:16:37Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['e3eb6043-a877-4f5d-9594-0a6a23dc1067'], 'active': True} {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:17:06.542847 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-e4cf1825-a073-4f07-b629-5ed1e637a463 req-7fb754a8-3206-432d-8840-9a305187b4c9 service neutron] 10.222.0.16 "GET /v2.0/networks/8dec1d0f-cfff-4035-8076-7521657c2e62?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1387336
Apr 16 05:17:06.690115 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-92522d97-f648-4097-b985-88d390f41c6d None None] Set router e3eb6043-a877-4f5d-9594-0a6a23dc1067 gateway port host: dv-cinder-786524-1-iscsi {{(pid=85358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:17:06.691237 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-e4cf1825-a073-4f07-b629-5ed1e637a463 req-fa072457-694f-449c-ae49-e52d0b3664a1 service neutron] 10.222.0.16 "GET /v2.0/networks/8dec1d0f-cfff-4035-8076-7521657c2e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1419709
Apr 16 05:17:06.958718 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-3a69307a-6c3e-4545-bc40-32c0bae70495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:17:07.082084 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-92522d97-f648-4097-b985-88d390f41c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5daea65748>, [{'id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'name': 'tempest-TestVolumeBootPattern-127490657-router', 'tenant_id': 'db51901ec1bf486ca3fc2d191f21d909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '74c9d90b-c1df-4a7a-ab06-8fb6623300c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:11:31Z', 'updated_at': '2021-04-16T05:11:38Z', 'revision_number': 4, 'project_id': 'db51901ec1bf486ca3fc2d191f21d909', 'gw_port': {'id': '74c9d90b-c1df-4a7a-ab06-8fb6623300c1', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:32Z', 'updated_at': '2021-04-16T05:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi', '_floatingips': [{'id': '606282e3-76fc-483e-b441-2bc7567ed0b9', 'tenant_id': 'db51901ec1bf486ca3fc2d191f21d909', 'floating_ip_address': '172.27.2.24', 'floating_network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'router_id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'port_id': 'a760ed21-f69c-4e08-9e5c-af67a5f63754', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dec1d0f-cfff-4035-8076-7521657c2e62', 'mac_address': 'fa:16:3e:c8:1a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f14645-07e6-4f5a-966c-17a41f8fae56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T05:17:04Z', 'updated_at': '2021-04-16T05:17:04Z', 'revision_number': 0, 'project_id': 'db51901ec1bf486ca3fc2d191f21d909', 'fixed_ip_address_scope': None}, {'id': 'e2793a05-b23c-4274-89ae-a899ed877fda', 'tenant_id': 'db51901ec1bf486ca3fc2d191f21d909', 'floating_ip_address': '172.27.2.22', 'floating_network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'router_id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'port_id': '654a1d00-cf33-4271-b8a0-147849ef1068', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dec1d0f-cfff-4035-8076-7521657c2e62', 'mac_address': 'fa:16:3e:3b:69:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da672a9-de6d-413d-bd78-fbb18efd5f41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T05:14:59Z', 'updated_at': '2021-04-16T05:15:03Z', 'revision_number': 1, 'project_id': 'db51901ec1bf486ca3fc2d191f21d909', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f971c1e-8f5b-4a93-80ea-ecfc9a7e4887', 'name': '', 'network_id': '8dec1d0f-cfff-4035-8076-7521657c2e62', 'tenant_id': 'db51901ec1bf486ca3fc2d191f21d909', 'mac_address': 'fa:16:3e:b3:11:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'b6cb0891-12b7-4364-a273-4c1d3fcc7328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:37Z', 'updated_at': '2021-04-16T05:11:55Z', 'revision_number': 5, 'project_id': 'db51901ec1bf486ca3fc2d191f21d909', 'subnets': [{'id': 'b6cb0891-12b7-4364-a273-4c1d3fcc7328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:17:07.086929 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92522d97-f648-4097-b985-88d390f41c6d None None] The sync data for ids ['e3eb6043-a877-4f5d-9594-0a6a23dc1067'] in dv-cinder-786524-1-iscsi is: [{'id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'name': 'tempest-TestVolumeBootPattern-127490657-router', 'tenant_id': 'db51901ec1bf486ca3fc2d191f21d909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '74c9d90b-c1df-4a7a-ab06-8fb6623300c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:11:31Z', 'updated_at': '2021-04-16T05:11:38Z', 'revision_number': 4, 'project_id': 'db51901ec1bf486ca3fc2d191f21d909', 'gw_port': {'id': '74c9d90b-c1df-4a7a-ab06-8fb6623300c1', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:32Z', 'updated_at': '2021-04-16T05:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi', '_floatingips': [{'id': '606282e3-76fc-483e-b441-2bc7567ed0b9', 'tenant_id': 'db51901ec1bf486ca3fc2d191f21d909', 'floating_ip_address': '172.27.2.24', 'floating_network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'router_id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'port_id': 'a760ed21-f69c-4e08-9e5c-af67a5f63754', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dec1d0f-cfff-4035-8076-7521657c2e62', 'mac_address': 'fa:16:3e:c8:1a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f14645-07e6-4f5a-966c-17a41f8fae56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T05:17:04Z', 'updated_at': '2021-04-16T05:17:04Z', 'revision_number': 0, 'project_id': 'db51901ec1bf486ca3fc2d191f21d909', 'fixed_ip_address_scope': None}, {'id': 'e2793a05-b23c-4274-89ae-a899ed877fda', 'tenant_id': 'db51901ec1bf486ca3fc2d191f21d909', 'floating_ip_address': '172.27.2.22', 'floating_network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'router_id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'port_id': '654a1d00-cf33-4271-b8a0-147849ef1068', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dec1d0f-cfff-4035-8076-7521657c2e62', 'mac_address': 'fa:16:3e:3b:69:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da672a9-de6d-413d-bd78-fbb18efd5f41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T05:14:59Z', 'updated_at': '2021-04-16T05:15:03Z', 'revision_number': 1, 'project_id': 'db51901ec1bf486ca3fc2d191f21d909', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f971c1e-8f5b-4a93-80ea-ecfc9a7e4887', 'name': '', 'network_id': '8dec1d0f-cfff-4035-8076-7521657c2e62', 'tenant_id': 'db51901ec1bf486ca3fc2d191f21d909', 'mac_address': 'fa:16:3e:b3:11:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'b6cb0891-12b7-4364-a273-4c1d3fcc7328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:37Z', 'updated_at': '2021-04-16T05:11:55Z', 'revision_number': 5, 'project_id': 'db51901ec1bf486ca3fc2d191f21d909', 'subnets': [{'id': 'b6cb0891-12b7-4364-a273-4c1d3fcc7328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 05:17:07.385719 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a9138d-d44c-47fb-8769-5ce68988c1b1 None None] New status for floating IP 606282e3-76fc-483e-b441-2bc7567ed0b9: ACTIVE {{(pid=85359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 16 05:17:07.746648 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:17:07.801739 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-63345f0b-feae-4d1b-a675-506eb60b354a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:17:08.018706 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:17:09.444838 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a57a9699-4b93-4635-9a0c-76135fd629c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:17:18.286921 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 42390) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:17:18.423195 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ecb5271f-b719-4147-9f73-a76701983524 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:17:18.438756 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-ecb5271f-b719-4147-9f73-a76701983524 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:17:18.442997 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-ecb5271f-b719-4147-9f73-a76701983524 admin admin] Usage tracker for resource:security_group_rule and tenant:dca566ca65254d42a104ca768e45dd30 is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:17:18.446662 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-ecb5271f-b719-4147-9f73-a76701983524 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:17:18.453807 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-ecb5271f-b719-4147-9f73-a76701983524 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:17:18.547408 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ecb5271f-b719-4147-9f73-a76701983524 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:17:18.551983 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ecb5271f-b719-4147-9f73-a76701983524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:17:18.818510 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-379486a1-6d88-4808-ab49-531fb13afbc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:17:18.862011 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-ecb5271f-b719-4147-9f73-a76701983524 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dca566ca65254d42a104ca768e45dd30&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5739141
Apr 16 05:17:18.863175 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb5271f-b719-4147-9f73-a76701983524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ddde402-4db0-4554-bc82-bac68b8167e9,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:17:18.866587 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 42396) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:17:18.866776 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-ecb5271f-b719-4147-9f73-a76701983524 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:17:18.935739 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-10d2946d-e68c-4e18-936b-b6344571e241 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:17:18.965116 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-10d2946d-e68c-4e18-936b-b6344571e241 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:17:19.022363 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-10d2946d-e68c-4e18-936b-b6344571e241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:17:19.026421 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2a8c7970-cec8-423d-b1c8-4b0b17a346fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:17:19.045932 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d2946d-e68c-4e18-936b-b6344571e241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ddde402-4db0-4554-bc82-bac68b8167e9,revision_number=None']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:17:19.048489 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-10d2946d-e68c-4e18-936b-b6344571e241 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:17:19.061116 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-10d2946d-e68c-4e18-936b-b6344571e241 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:17:19.062338 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-10d2946d-e68c-4e18-936b-b6344571e241 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9ddde402-4db0-4554-bc82-bac68b8167e9 HTTP/1.1" status: 204  len: 168 time: 0.1944802
Apr 16 05:17:25.760058 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.agents_db [None req-9d5d34cb-f672-4e49-b111-51c360ae5d44 None None] Agent healthcheck: found 6 active agents {{(pid=85359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 05:17:29.168095 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 42526) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:17:29.319686 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-d534797d-571f-45d2-94a6-5689079a4677 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:17:29.335966 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-d534797d-571f-45d2-94a6-5689079a4677 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:17:29.340869 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-d534797d-571f-45d2-94a6-5689079a4677 admin admin] Usage tracker for resource:security_group_rule and tenant:ca8828b1d3954a138cbd81b7955239aa is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:17:29.344215 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-d534797d-571f-45d2-94a6-5689079a4677 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:17:29.351103 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-d534797d-571f-45d2-94a6-5689079a4677 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:17:29.441521 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-d534797d-571f-45d2-94a6-5689079a4677 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:17:29.446959 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-d534797d-571f-45d2-94a6-5689079a4677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:17:29.461054 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-09089391-e7fb-4e17-80e8-deae46129c60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:17:29.506315 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-d534797d-571f-45d2-94a6-5689079a4677 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ca8828b1d3954a138cbd81b7955239aa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3369212
Apr 16 05:17:29.507284 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d534797d-571f-45d2-94a6-5689079a4677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e35da6-ac61-47b7-b47d-788143c6cfa6,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:17:29.509556 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 42532) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:17:29.511141 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-d534797d-571f-45d2-94a6-5689079a4677 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:17:29.576040 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a4743909-564e-40b8-ae9e-644355dc275c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:17:29.605522 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a4743909-564e-40b8-ae9e-644355dc275c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:17:29.654121 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a4743909-564e-40b8-ae9e-644355dc275c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:17:29.658068 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-258f725b-022e-41f4-b102-edb7d3b34f47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:17:29.671795 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4743909-564e-40b8-ae9e-644355dc275c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e35da6-ac61-47b7-b47d-788143c6cfa6,revision_number=None']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:17:29.681398 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4743909-564e-40b8-ae9e-644355dc275c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:17:29.681840 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4743909-564e-40b8-ae9e-644355dc275c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:17:29.682249 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4743909-564e-40b8-ae9e-644355dc275c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:17:29.682656 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4743909-564e-40b8-ae9e-644355dc275c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:17:29.683059 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4743909-564e-40b8-ae9e-644355dc275c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:17:29.683458 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4743909-564e-40b8-ae9e-644355dc275c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:17:29.683859 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4743909-564e-40b8-ae9e-644355dc275c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:17:29.684256 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4743909-564e-40b8-ae9e-644355dc275c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:17:29.684639 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4743909-564e-40b8-ae9e-644355dc275c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:17:29.685032 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4743909-564e-40b8-ae9e-644355dc275c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:17:29.685482 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4743909-564e-40b8-ae9e-644355dc275c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:17:29.685867 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4743909-564e-40b8-ae9e-644355dc275c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:17:29.688819 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a4743909-564e-40b8-ae9e-644355dc275c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:17:29.690090 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-a4743909-564e-40b8-ae9e-644355dc275c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f5e35da6-ac61-47b7-b47d-788143c6cfa6 HTTP/1.1" status: 204  len: 168 time: 0.1793618
Apr 16 05:17:29.691044 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-a4743909-564e-40b8-ae9e-644355dc275c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:17:30.010114 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 42540) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:17:30.035215 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-44ca060a-5a59-4454-8bb3-da37c5e9f0f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:17:30.055349 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-44ca060a-5a59-4454-8bb3-da37c5e9f0f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:17:30.060102 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-44ca060a-5a59-4454-8bb3-da37c5e9f0f9 admin admin] Usage tracker for resource:security_group_rule and tenant:264ce01688114bc583e64b0b0e9d94b5 is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:17:30.063391 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-44ca060a-5a59-4454-8bb3-da37c5e9f0f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:17:30.070853 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-44ca060a-5a59-4454-8bb3-da37c5e9f0f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:17:30.164524 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-44ca060a-5a59-4454-8bb3-da37c5e9f0f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:17:30.168737 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-44ca060a-5a59-4454-8bb3-da37c5e9f0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:17:30.176642 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-3784f5bf-4e6e-4a98-b7c4-27b635282fdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:17:30.220572 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-44ca060a-5a59-4454-8bb3-da37c5e9f0f9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=264ce01688114bc583e64b0b0e9d94b5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2089396
Apr 16 05:17:30.221476 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ca060a-5a59-4454-8bb3-da37c5e9f0f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=322904de-f4a1-40d3-9d04-6408a3cae6a5,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:17:30.223606 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 42544) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:17:30.224739 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-44ca060a-5a59-4454-8bb3-da37c5e9f0f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:17:30.287655 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-1461d970-56a5-46fe-8df7-16455969f653 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:17:30.314826 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-1461d970-56a5-46fe-8df7-16455969f653 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:17:30.365760 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-1461d970-56a5-46fe-8df7-16455969f653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:17:30.369713 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-8f9f3977-4da9-4666-a73a-371764bf9039 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:17:30.381445 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1461d970-56a5-46fe-8df7-16455969f653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=322904de-f4a1-40d3-9d04-6408a3cae6a5,revision_number=None']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:17:30.385478 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-1461d970-56a5-46fe-8df7-16455969f653 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:17:30.389406 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-1461d970-56a5-46fe-8df7-16455969f653 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:17:30.390635 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-1461d970-56a5-46fe-8df7-16455969f653 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/322904de-f4a1-40d3-9d04-6408a3cae6a5 HTTP/1.1" status: 204  len: 168 time: 0.1659505
Apr 16 05:17:30.794131 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 42552) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:17:30.818202 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-b091fd22-a5cd-42e5-baf3-f2649eb13dc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:17:30.834164 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-b091fd22-a5cd-42e5-baf3-f2649eb13dc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:17:30.838611 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-b091fd22-a5cd-42e5-baf3-f2649eb13dc8 admin admin] Usage tracker for resource:security_group_rule and tenant:3aa9ef7ce8384ab9abf050af20b8f9b9 is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:17:30.841897 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-b091fd22-a5cd-42e5-baf3-f2649eb13dc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:17:30.848203 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-b091fd22-a5cd-42e5-baf3-f2649eb13dc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:17:30.933716 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-b091fd22-a5cd-42e5-baf3-f2649eb13dc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:17:30.937618 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-b091fd22-a5cd-42e5-baf3-f2649eb13dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:17:30.945413 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-5c4af4b8-887c-4db4-b7ad-f6d11e95d9cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:17:30.994120 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-b091fd22-a5cd-42e5-baf3-f2649eb13dc8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3aa9ef7ce8384ab9abf050af20b8f9b9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1984911
Apr 16 05:17:30.995086 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b091fd22-a5cd-42e5-baf3-f2649eb13dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b36f92-5520-4db3-9da7-f1902a854a35,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:17:30.997258 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 42556) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:17:31.003517 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b091fd22-a5cd-42e5-baf3-f2649eb13dc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:17:31.003986 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b091fd22-a5cd-42e5-baf3-f2649eb13dc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:17:31.004347 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b091fd22-a5cd-42e5-baf3-f2649eb13dc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:17:31.004749 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b091fd22-a5cd-42e5-baf3-f2649eb13dc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:17:31.005192 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b091fd22-a5cd-42e5-baf3-f2649eb13dc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:17:31.005600 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b091fd22-a5cd-42e5-baf3-f2649eb13dc8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:17:31.005999 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b091fd22-a5cd-42e5-baf3-f2649eb13dc8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:17:31.006398 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b091fd22-a5cd-42e5-baf3-f2649eb13dc8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:17:31.006794 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b091fd22-a5cd-42e5-baf3-f2649eb13dc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:17:31.007189 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b091fd22-a5cd-42e5-baf3-f2649eb13dc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:17:31.007584 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b091fd22-a5cd-42e5-baf3-f2649eb13dc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:17:31.007973 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b091fd22-a5cd-42e5-baf3-f2649eb13dc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:17:31.012652 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-b091fd22-a5cd-42e5-baf3-f2649eb13dc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:17:31.063467 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-64906b5c-2312-4bc6-be10-d782b219c22f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:17:31.093642 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-64906b5c-2312-4bc6-be10-d782b219c22f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:17:31.140572 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-64906b5c-2312-4bc6-be10-d782b219c22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:17:31.144671 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-0360c660-13f7-492b-bda7-e8241ffc6a58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:17:31.157153 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64906b5c-2312-4bc6-be10-d782b219c22f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b36f92-5520-4db3-9da7-f1902a854a35,revision_number=None']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:17:31.161167 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-64906b5c-2312-4bc6-be10-d782b219c22f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:17:31.164660 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-64906b5c-2312-4bc6-be10-d782b219c22f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:17:31.168748 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-64906b5c-2312-4bc6-be10-d782b219c22f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c9b36f92-5520-4db3-9da7-f1902a854a35 HTTP/1.1" status: 204  len: 168 time: 0.1702874
Apr 16 05:17:34.878478 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-8a56c22e-2e76-4fc7-9f30-1c2d1b471574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:17:36.900659 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ca5e5678-751e-4b38-988f-80108c69c58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:17:37.754488 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:17:37.801426 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-63345f0b-feae-4d1b-a675-506eb60b354a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:17:38.017563 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:17:39.447529 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a57a9699-4b93-4635-9a0c-76135fd629c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:17:45.547531 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-a751351e-e56d-4e72-983f-fcb3930bc393 req-3f3960d3-7430-45ee-9c46-1d633c0ff741 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8da672a9-de6d-413d-bd78-fbb18efd5f41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0925858
Apr 16 05:17:45.745396 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a751351e-e56d-4e72-983f-fcb3930bc393 req-6cb339ce-6a87-4cec-8896-eec621bff644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:17:45.746998 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-a751351e-e56d-4e72-983f-fcb3930bc393 req-6cb339ce-6a87-4cec-8896-eec621bff644 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=db51901ec1bf486ca3fc2d191f21d909&device_id=8da672a9-de6d-413d-bd78-fbb18efd5f41 HTTP/1.1" status: 200  len: 1099 time: 0.0924454
Apr 16 05:17:46.158153 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a751351e-e56d-4e72-983f-fcb3930bc393 req-937dd6ca-c2c1-41a0-bc94-6e106301f878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:17:46.159746 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-a751351e-e56d-4e72-983f-fcb3930bc393 req-937dd6ca-c2c1-41a0-bc94-6e106301f878 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8dec1d0f-cfff-4035-8076-7521657c2e62 HTTP/1.1" status: 200  len: 912 time: 0.3906229
Apr 16 05:17:46.274920 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-a751351e-e56d-4e72-983f-fcb3930bc393 req-077cda1f-cfe2-4c6d-9718-56f14883c17e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=654a1d00-cf33-4271-b8a0-147849ef1068 HTTP/1.1" status: 200  len: 1001 time: 0.1062112
Apr 16 05:17:46.349730 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a751351e-e56d-4e72-983f-fcb3930bc393 req-4c29997e-7ee6-4a9c-a8e8-a3c4e9d34805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:17:46.351310 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-a751351e-e56d-4e72-983f-fcb3930bc393 req-4c29997e-7ee6-4a9c-a8e8-a3c4e9d34805 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b6cb0891-12b7-4364-a273-4c1d3fcc7328 HTTP/1.1" status: 200  len: 850 time: 0.0695715
Apr 16 05:17:46.440194 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a751351e-e56d-4e72-983f-fcb3930bc393 req-11d132b8-c726-47d4-9ed1-3cd77debdd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:17:46.441867 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-a751351e-e56d-4e72-983f-fcb3930bc393 req-11d132b8-c726-47d4-9ed1-3cd77debdd66 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8dec1d0f-cfff-4035-8076-7521657c2e62&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0821192
Apr 16 05:17:46.588306 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-a751351e-e56d-4e72-983f-fcb3930bc393 req-397d38ae-a8f2-4898-bd05-001d2894cadf service neutron] 10.222.0.16 "GET /v2.0/networks/8dec1d0f-cfff-4035-8076-7521657c2e62?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1378589
Apr 16 05:17:46.750824 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-a751351e-e56d-4e72-983f-fcb3930bc393 req-2a56e7af-5474-4182-921a-193897abce24 service neutron] 10.222.0.16 "GET /v2.0/networks/8dec1d0f-cfff-4035-8076-7521657c2e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1539047
Apr 16 05:18:02.483333 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 42748) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:18:02.621424 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c724ae34-47d8-4794-b2ad-18fd8ee1d66d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:18:02.637485 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-c724ae34-47d8-4794-b2ad-18fd8ee1d66d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:18:02.642126 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-c724ae34-47d8-4794-b2ad-18fd8ee1d66d admin admin] Usage tracker for resource:security_group_rule and tenant:4c8ed69093e64a88841f77389f3f27f8 is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:18:02.645192 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-c724ae34-47d8-4794-b2ad-18fd8ee1d66d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:18:02.651410 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-c724ae34-47d8-4794-b2ad-18fd8ee1d66d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:18:02.742128 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c724ae34-47d8-4794-b2ad-18fd8ee1d66d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:18:02.746176 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c724ae34-47d8-4794-b2ad-18fd8ee1d66d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:18:02.754020 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-dc76c516-a4e5-4ea8-b8da-82ff4705fef7 tempest-TestShelveInstance-741140747 tempest-TestShelveInstance-741140747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:18:02.759320 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.agents_db [None req-9d5d34cb-f672-4e49-b111-51c360ae5d44 None None] Agent healthcheck: found 6 active agents {{(pid=85359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 05:18:02.802330 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-c724ae34-47d8-4794-b2ad-18fd8ee1d66d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4c8ed69093e64a88841f77389f3f27f8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3178513
Apr 16 05:18:02.803255 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c724ae34-47d8-4794-b2ad-18fd8ee1d66d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dedc992-fa48-47f0-b23f-c9c7e86e79b3,revision_number=1']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:18:02.805510 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 42754) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:18:02.806619 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-c724ae34-47d8-4794-b2ad-18fd8ee1d66d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:18:02.871434 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c331e8fc-73df-4f54-ab58-e046875afdaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:18:02.900385 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c331e8fc-73df-4f54-ab58-e046875afdaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:18:02.956804 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c331e8fc-73df-4f54-ab58-e046875afdaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:18:02.965535 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-44ca060a-5a59-4454-8bb3-da37c5e9f0f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:18:02.982354 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c331e8fc-73df-4f54-ab58-e046875afdaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dedc992-fa48-47f0-b23f-c9c7e86e79b3,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:18:02.986755 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-c331e8fc-73df-4f54-ab58-e046875afdaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:18:03.003299 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c331e8fc-73df-4f54-ab58-e046875afdaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:18:03.004491 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-c331e8fc-73df-4f54-ab58-e046875afdaa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4dedc992-fa48-47f0-b23f-c9c7e86e79b3 HTTP/1.1" status: 204  len: 168 time: 0.1979003
Apr 16 05:18:03.793027 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 42778) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:18:03.935841 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-7ebd9564-af32-487c-ac36-543491ba67e7 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-845608339-network', 'tenant_id': '79aac8f3311743378daaadf5bddeb7d1'}} {{(pid=85356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:18:03.941514 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-7ebd9564-af32-487c-ac36-543491ba67e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:18:03.945940 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-7ebd9564-af32-487c-ac36-543491ba67e7 admin admin] Usage tracker for resource:network and tenant:79aac8f3311743378daaadf5bddeb7d1 is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:18:03.949085 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-7ebd9564-af32-487c-ac36-543491ba67e7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:18:03.957469 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-7ebd9564-af32-487c-ac36-543491ba67e7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:18:03.967886 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ebd9564-af32-487c-ac36-543491ba67e7 admin admin] Made reservation on behalf of 79aac8f3311743378daaadf5bddeb7d1 for: {'network': 1} {{(pid=85356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 05:18:03.972687 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-7ebd9564-af32-487c-ac36-543491ba67e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for network, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:18:03.986224 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-7ebd9564-af32-487c-ac36-543491ba67e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:18:04.002241 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-7ebd9564-af32-487c-ac36-543491ba67e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:18:04.006458 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-7ebd9564-af32-487c-ac36-543491ba67e7 admin admin] Usage tracker for resource:security_group_rule and tenant:79aac8f3311743378daaadf5bddeb7d1 is out of sync, need to count used quota {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:18:04.009523 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-7ebd9564-af32-487c-ac36-543491ba67e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:18:04.016153 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-7ebd9564-af32-487c-ac36-543491ba67e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:18:04.106525 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-7ebd9564-af32-487c-ac36-543491ba67e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:18:04.110911 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-7ebd9564-af32-487c-ac36-543491ba67e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:18:04.114148 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-ecb5271f-b719-4147-9f73-a76701983524 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:18:04.150978 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ebd9564-af32-487c-ac36-543491ba67e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388}  {{(pid=85356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 16 05:18:04.157011 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebd9564-af32-487c-ac36-543491ba67e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dff405a-c1c0-47a1-97d6-0f52f4141861,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:18:04.161065 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-7ebd9564-af32-487c-ac36-543491ba67e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:18:04.165622 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-7ebd9564-af32-487c-ac36-543491ba67e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854750583'] for segment, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:18:04.166026 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.db.segments_db [None req-7ebd9564-af32-487c-ac36-543491ba67e7 admin admin] Added segment 9c8a2e63-37b5-4c7f-9db5-98a7dff0a01a of type vlan for network 56fb17ab-416c-4749-a235-81acc2ac3b71
Apr 16 05:18:04.194858 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-7ebd9564-af32-487c-ac36-543491ba67e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284332331448'] for network, precommit_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:18:04.227051 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-7ebd9564-af32-487c-ac36-543491ba67e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821614228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202'] for network, after_create {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:18:04.228467 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebd9564-af32-487c-ac36-543491ba67e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:18:04.229139 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-7ebd9564-af32-487c-ac36-543491ba67e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821710155'] for network, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:18:04.232921 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-4ddda982-59bc-49f3-b443-6ccad7d72f9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:18:04.343469 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-7ebd9564-af32-487c-ac36-543491ba67e7 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.5491498
Apr 16 05:18:04.344461 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebd9564-af32-487c-ac36-543491ba67e7 admin admin] Pushing event updated for resources: {'Network': ['ID=56fb17ab-416c-4749-a235-81acc2ac3b71,revision_number=1']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:18:04.346981 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 42784) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:18:04.347652 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-7ebd9564-af32-487c-ac36-543491ba67e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:18:04.357438 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [None req-b8e42210-4f42-4dbd-8a94-aa3d05423f6a admin admin] Request body: {'subnet': {'network_id': '56fb17ab-416c-4749-a235-81acc2ac3b71', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-845608339-subnet', 'tenant_id': '79aac8f3311743378daaadf5bddeb7d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:18:04.358668 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Network 56fb17ab-416c-4749-a235-81acc2ac3b71 details requested by agent ovs-agent-dv-cinder-786524-1-iscsi with host dv-cinder-786524-1-iscsi {{(pid=85358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 16 05:18:04.363311 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-b8e42210-4f42-4dbd-8a94-aa3d05423f6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:18:04.367730 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-b8e42210-4f42-4dbd-8a94-aa3d05423f6a admin admin] Usage tracker for resource:subnet and tenant:79aac8f3311743378daaadf5bddeb7d1 is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:18:04.371033 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [None req-b8e42210-4f42-4dbd-8a94-aa3d05423f6a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:18:04.378324 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [None req-b8e42210-4f42-4dbd-8a94-aa3d05423f6a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:18:04.390249 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e42210-4f42-4dbd-8a94-aa3d05423f6a admin admin] Made reservation on behalf of 79aac8f3311743378daaadf5bddeb7d1 for: {'subnet': 1} {{(pid=85357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 05:18:04.395324 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-b8e42210-4f42-4dbd-8a94-aa3d05423f6a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036822930630'] for subnet, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:18:04.833804 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-b8e42210-4f42-4dbd-8a94-aa3d05423f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821614264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30120125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036822930679'] for subnet, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:18:04.849699 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:18:04.882319 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-42832182-d0a9-42f8-94c6-f0a59ecc9f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:18:04.979038 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e42210-4f42-4dbd-8a94-aa3d05423f6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e06673b3-a8ed-436b-a038-6cb1eaff619f,revision_number=0']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:18:04.991361 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-b8e42210-4f42-4dbd-8a94-aa3d05423f6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:18:05.054517 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e42210-4f42-4dbd-8a94-aa3d05423f6a admin admin] Checking segment: {'id': '9c8a2e63-37b5-4c7f-9db5-98a7dff0a01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '56fb17ab-416c-4749-a235-81acc2ac3b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 05:18:05.054841 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e42210-4f42-4dbd-8a94-aa3d05423f6a admin admin] Network hostable DHCP agents. Network: 56fb17ab-416c-4749-a235-81acc2ac3b71, hostable agents: ['582622ae-d895-4475-8046-f15afe99e67f'], hosted agents: [] {{(pid=85357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 16 05:18:05.078879 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e42210-4f42-4dbd-8a94-aa3d05423f6a admin admin] Network 56fb17ab-416c-4749-a235-81acc2ac3b71 is scheduled to be hosted by DHCP agent 582622ae-d895-4475-8046-f15afe99e67f with binding_index 1 {{(pid=85357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 16 05:18:05.093729 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [None req-b8e42210-4f42-4dbd-8a94-aa3d05423f6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-1-iscsi, 56fb17ab-416c-4749-a235-81acc2ac3b71) {{(pid=85357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 05:18:05.103305 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5401388c-8707-4011-a584-b7f0100c2474 None None] Network 56fb17ab-416c-4749-a235-81acc2ac3b71 requested from dv-cinder-786524-1-iscsi {{(pid=85358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 05:18:05.106319 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e42210-4f42-4dbd-8a94-aa3d05423f6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:18:05.107381 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-b8e42210-4f42-4dbd-8a94-aa3d05423f6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:18:05.140205 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-b8e42210-4f42-4dbd-8a94-aa3d05423f6a admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.7867224
Apr 16 05:18:05.332740 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f322a9-ca68-4fa5-af03-3d2de3274b2b None None] Network 56fb17ab-416c-4749-a235-81acc2ac3b71 requested from dv-cinder-786524-1-iscsi {{(pid=85358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 05:18:06.894531 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-4bd45732-ad37-476f-b111-df26ac864086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:18:07.263943 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a743236d-a7d9-4ea9-ab8a-0d8c04094776 req-b8291d0c-adf8-455b-a08c-9998bad9342d tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:18:07.265587 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-a743236d-a7d9-4ea9-ab8a-0d8c04094776 req-b8291d0c-adf8-455b-a08c-9998bad9342d tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] 10.222.0.26 "GET /v2.0/networks?id=56fb17ab-416c-4749-a235-81acc2ac3b71 HTTP/1.1" status: 200  len: 813 time: 0.1663797
Apr 16 05:18:07.282676 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-a743236d-a7d9-4ea9-ab8a-0d8c04094776 req-44563d44-f10c-405b-82b2-00be56ec6b05 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] 10.222.0.26 "GET /v2.0/quotas/79aac8f3311743378daaadf5bddeb7d1 HTTP/1.1" status: 200  len: 375 time: 0.0109036
Apr 16 05:18:07.337407 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-a743236d-a7d9-4ea9-ab8a-0d8c04094776 req-31f7f4f1-cf87-4bb5-841e-e26d1ee38cc9 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=79aac8f3311743378daaadf5bddeb7d1&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0488944
Apr 16 05:18:07.405082 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [req-a743236d-a7d9-4ea9-ab8a-0d8c04094776 req-382d2ac0-f717-489b-b4e4-db66b9800895 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=85357) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 05:18:07.406202 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-a743236d-a7d9-4ea9-ab8a-0d8c04094776 req-382d2ac0-f717-489b-b4e4-db66b9800895 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0615549
Apr 16 05:18:07.552277 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-a743236d-a7d9-4ea9-ab8a-0d8c04094776 req-33a2de6a-4b51-4336-80f0-94e57496b9dd service neutron] 10.222.0.26 "GET /v2.0/networks/56fb17ab-416c-4749-a235-81acc2ac3b71?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1390088
Apr 16 05:18:07.699415 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-a743236d-a7d9-4ea9-ab8a-0d8c04094776 req-07c19bc9-8ba3-48b4-a622-f7e58ac1b2ac service neutron] 10.222.0.26 "GET /v2.0/networks/56fb17ab-416c-4749-a235-81acc2ac3b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1403716
Apr 16 05:18:07.759765 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:18:07.802561 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-63345f0b-feae-4d1b-a675-506eb60b354a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:18:07.904262 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-3ce205b5-a43c-42ee-95b7-38cb83422988 req-90e638a2-f8db-41db-923f-9df3fcd11283 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5c7ae1e-00f7-4490-88e3-bf2b256cc79e HTTP/1.1" status: 200  len: 210 time: 0.0539074
Apr 16 05:18:08.010936 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:18:09.102373 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-dea1dff2-1ebc-4ec7-8569-5c236d4ac519 req-3c433eb8-03fa-4d45-aaa9-5838005fd9ae tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5c7ae1e-00f7-4490-88e3-bf2b256cc79e HTTP/1.1" status: 200  len: 210 time: 0.0621684
Apr 16 05:18:09.176593 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a743236d-a7d9-4ea9-ab8a-0d8c04094776 req-1b164324-8e45-4675-839e-d5016eb7fa38 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:18:09.178277 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-a743236d-a7d9-4ea9-ab8a-0d8c04094776 req-1b164324-8e45-4675-839e-d5016eb7fa38 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] 10.222.0.16 "GET /v2.0/networks?id=56fb17ab-416c-4749-a235-81acc2ac3b71 HTTP/1.1" status: 200  len: 813 time: 0.2186620
Apr 16 05:18:09.206382 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [req-a743236d-a7d9-4ea9-ab8a-0d8c04094776 req-f12913cf-1de3-4bb8-9d7d-bf2f1c50a0f9 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Request body: {'port': {'device_id': 'd5c7ae1e-00f7-4490-88e3-bf2b256cc79e', 'network_id': '56fb17ab-416c-4749-a235-81acc2ac3b71', 'admin_state_up': True, 'tenant_id': '79aac8f3311743378daaadf5bddeb7d1'}} {{(pid=85357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:18:09.366585 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [req-a743236d-a7d9-4ea9-ab8a-0d8c04094776 req-f12913cf-1de3-4bb8-9d7d-bf2f1c50a0f9 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:18:09.371129 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-a743236d-a7d9-4ea9-ab8a-0d8c04094776 req-f12913cf-1de3-4bb8-9d7d-bf2f1c50a0f9 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Usage tracker for resource:port and tenant:79aac8f3311743378daaadf5bddeb7d1 is out of sync, need to count used quota {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 05:18:09.374546 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-a743236d-a7d9-4ea9-ab8a-0d8c04094776 req-f12913cf-1de3-4bb8-9d7d-bf2f1c50a0f9 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 05:18:09.381154 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [req-a743236d-a7d9-4ea9-ab8a-0d8c04094776 req-f12913cf-1de3-4bb8-9d7d-bf2f1c50a0f9 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:18:09.394613 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a743236d-a7d9-4ea9-ab8a-0d8c04094776 req-f12913cf-1de3-4bb8-9d7d-bf2f1c50a0f9 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Made reservation on behalf of 79aac8f3311743378daaadf5bddeb7d1 for: {'port': 1} {{(pid=85357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 05:18:09.403555 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-a743236d-a7d9-4ea9-ab8a-0d8c04094776 req-f12913cf-1de3-4bb8-9d7d-bf2f1c50a0f9 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:18:09.451093 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a57a9699-4b93-4635-9a0c-76135fd629c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:18:09.586072 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.db_base_plugin_common [req-a743236d-a7d9-4ea9-ab8a-0d8c04094776 req-f12913cf-1de3-4bb8-9d7d-bf2f1c50a0f9 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Allocated IP 172.20.0.10 (56fb17ab-416c-4749-a235-81acc2ac3b71/e06673b3-a8ed-436b-a038-6cb1eaff619f/cc2fb85f-575a-463a-9183-22f3a739ff7f) {{(pid=85357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 05:18:09.817743 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-a743236d-a7d9-4ea9-ab8a-0d8c04094776 req-f12913cf-1de3-4bb8-9d7d-bf2f1c50a0f9 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Notify callbacks [] for port, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:18:09.852398 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-a743236d-a7d9-4ea9-ab8a-0d8c04094776 req-f12913cf-1de3-4bb8-9d7d-bf2f1c50a0f9 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284332319809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30120147'] for port, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:18:09.867815 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-860724bb-931f-4004-969c-c7df69296f8e tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:18:10.008127 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12913cf-1de3-4bb8-9d7d-bf2f1c50a0f9 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Pushing event updated for resources: {'Port': ['ID=cc2fb85f-575a-463a-9183-22f3a739ff7f,revision_number=1']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:18:10.012958 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-f12913cf-1de3-4bb8-9d7d-bf2f1c50a0f9 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:18:10.065773 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a743236d-a7d9-4ea9-ab8a-0d8c04094776 req-f12913cf-1de3-4bb8-9d7d-bf2f1c50a0f9 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Network 56fb17ab-416c-4749-a235-81acc2ac3b71 is already hosted by enough agents. {{(pid=85357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 05:18:10.066980 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [req-a743236d-a7d9-4ea9-ab8a-0d8c04094776 req-f12913cf-1de3-4bb8-9d7d-bf2f1c50a0f9 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Resources bound (agent type, host, resource id):  {{(pid=85357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 05:18:10.069782 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [req-a743236d-a7d9-4ea9-ab8a-0d8c04094776 req-f12913cf-1de3-4bb8-9d7d-bf2f1c50a0f9 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Received port after_create {{(pid=85357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 05:18:10.141482 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a743236d-a7d9-4ea9-ab8a-0d8c04094776 req-f12913cf-1de3-4bb8-9d7d-bf2f1c50a0f9 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:18:10.142164 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-a743236d-a7d9-4ea9-ab8a-0d8c04094776 req-f12913cf-1de3-4bb8-9d7d-bf2f1c50a0f9 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:18:10.165471 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-a743236d-a7d9-4ea9-ab8a-0d8c04094776 req-f12913cf-1de3-4bb8-9d7d-bf2f1c50a0f9 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9636710
Apr 16 05:18:10.186994 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [req-a743236d-a7d9-4ea9-ab8a-0d8c04094776 req-136c4cdf-7c47-4f54-b0a7-d7b89aacc111 service neutron] Request body: {'port': {'device_id': 'd5c7ae1e-00f7-4490-88e3-bf2b256cc79e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=85357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:18:10.363578 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-a743236d-a7d9-4ea9-ab8a-0d8c04094776 req-136c4cdf-7c47-4f54-b0a7-d7b89aacc111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:18:10.700279 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c7573a-75a3-4b50-8ecc-98afa1d3525d req-6679fe8a-ed1c-4d20-b841-b6e308c48fe6 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:18:10.701285 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-61c7573a-75a3-4b50-8ecc-98afa1d3525d req-6679fe8a-ed1c-4d20-b841-b6e308c48fe6 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Synchronizing usage tracker for tenant:79aac8f3311743378daaadf5bddeb7d1 on resource:port {{(pid=85357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 05:18:10.780951 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-61c7573a-75a3-4b50-8ecc-98afa1d3525d req-6679fe8a-ed1c-4d20-b841-b6e308c48fe6 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Unset dirty status for tenant:79aac8f3311743378daaadf5bddeb7d1 on resource:port {{(pid=85357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 05:18:10.782269 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-61c7573a-75a3-4b50-8ecc-98afa1d3525d req-6679fe8a-ed1c-4d20-b841-b6e308c48fe6 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5c7ae1e-00f7-4490-88e3-bf2b256cc79e HTTP/1.1" status: 200  len: 932 time: 0.5520186
Apr 16 05:18:10.921048 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-61c7573a-75a3-4b50-8ecc-98afa1d3525d req-5d1e56b3-1995-4879-969d-6dc01d973d12 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dff405a-c1c0-47a1-97d6-0f52f4141861&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1316402
Apr 16 05:18:11.060122 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [req-a743236d-a7d9-4ea9-ab8a-0d8c04094776 req-136c4cdf-7c47-4f54-b0a7-d7b89aacc111 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc2fb85f-575a-463a-9183-22f3a739ff7f {{(pid=85357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 05:18:11.068386 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-a743236d-a7d9-4ea9-ab8a-0d8c04094776 req-136c4cdf-7c47-4f54-b0a7-d7b89aacc111 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:18:11.084462 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [req-a743236d-a7d9-4ea9-ab8a-0d8c04094776 req-136c4cdf-7c47-4f54-b0a7-d7b89aacc111 service neutron] Transition to ACTIVE for port object cc2fb85f-575a-463a-9183-22f3a739ff7f will not be triggered until provisioned by entity L2. {{(pid=85357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 05:18:11.089652 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-a743236d-a7d9-4ea9-ab8a-0d8c04094776 req-136c4cdf-7c47-4f54-b0a7-d7b89aacc111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036824655669'] for port, after_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:18:11.110651 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-cb1000cc-99b1-4c9e-85cd-1b28ba2aeaf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:18:11.249252 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c4cdf-7c47-4f54-b0a7-d7b89aacc111 service neutron] Pushing event updated for resources: {'Port': ['ID=cc2fb85f-575a-463a-9183-22f3a739ff7f,revision_number=2']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:18:11.253819 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-136c4cdf-7c47-4f54-b0a7-d7b89aacc111 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:18:11.482266 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [req-a743236d-a7d9-4ea9-ab8a-0d8c04094776 req-136c4cdf-7c47-4f54-b0a7-d7b89aacc111 service neutron] Attempting to bind port cc2fb85f-575a-463a-9183-22f3a739ff7f on host hv-cinder-78652 for vnic_type normal with profile  {{(pid=85357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 05:18:11.482507 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [req-a743236d-a7d9-4ea9-ab8a-0d8c04094776 req-136c4cdf-7c47-4f54-b0a7-d7b89aacc111 service neutron] Attempting to bind port cc2fb85f-575a-463a-9183-22f3a739ff7f by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '9c8a2e63-37b5-4c7f-9db5-98a7dff0a01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '56fb17ab-416c-4749-a235-81acc2ac3b71'}] {{(pid=85357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 05:18:11.482891 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a743236d-a7d9-4ea9-ab8a-0d8c04094776 req-136c4cdf-7c47-4f54-b0a7-d7b89aacc111 service neutron] Attempting to bind port cc2fb85f-575a-463a-9183-22f3a739ff7f on network 56fb17ab-416c-4749-a235-81acc2ac3b71 {{(pid=85357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 05:18:11.488271 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a743236d-a7d9-4ea9-ab8a-0d8c04094776 req-136c4cdf-7c47-4f54-b0a7-d7b89aacc111 service neutron] Port cc2fb85f-575a-463a-9183-22f3a739ff7f on network 56fb17ab-416c-4749-a235-81acc2ac3b71 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=85357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 05:18:11.488623 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a743236d-a7d9-4ea9-ab8a-0d8c04094776 req-136c4cdf-7c47-4f54-b0a7-d7b89aacc111 service neutron] Attempting to bind port cc2fb85f-575a-463a-9183-22f3a739ff7f on network 56fb17ab-416c-4749-a235-81acc2ac3b71 {{(pid=85357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 05:18:11.494312 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a743236d-a7d9-4ea9-ab8a-0d8c04094776 req-136c4cdf-7c47-4f54-b0a7-d7b89aacc111 service neutron] Checking agent: {'id': '5ddcce5e-7017-4c76-88fa-bffacfec0d31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 5, 1, 38), 'started_at': datetime.datetime(2021, 4, 16, 5, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 5, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 05:18:11.494678 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a743236d-a7d9-4ea9-ab8a-0d8c04094776 req-136c4cdf-7c47-4f54-b0a7-d7b89aacc111 service neutron] Checking segment: {'id': '9c8a2e63-37b5-4c7f-9db5-98a7dff0a01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '56fb17ab-416c-4749-a235-81acc2ac3b71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 05:18:11.495099 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a743236d-a7d9-4ea9-ab8a-0d8c04094776 req-136c4cdf-7c47-4f54-b0a7-d7b89aacc111 service neutron] Bound using segment: {'id': '9c8a2e63-37b5-4c7f-9db5-98a7dff0a01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '56fb17ab-416c-4749-a235-81acc2ac3b71'} {{(pid=85357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 05:18:11.495567 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [req-a743236d-a7d9-4ea9-ab8a-0d8c04094776 req-136c4cdf-7c47-4f54-b0a7-d7b89aacc111 service neutron] Bound port: cc2fb85f-575a-463a-9183-22f3a739ff7f, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c8a2e63-37b5-4c7f-9db5-98a7dff0a01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '56fb17ab-416c-4749-a235-81acc2ac3b71'}}] {{(pid=85357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 05:18:11.495928 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-a743236d-a7d9-4ea9-ab8a-0d8c04094776 req-136c4cdf-7c47-4f54-b0a7-d7b89aacc111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:18:11.596557 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [req-a743236d-a7d9-4ea9-ab8a-0d8c04094776 req-136c4cdf-7c47-4f54-b0a7-d7b89aacc111 service neutron] For port cc2fb85f-575a-463a-9183-22f3a739ff7f, host hv-cinder-78652, cleared binding levels {{(pid=85357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 05:18:11.599774 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [req-a743236d-a7d9-4ea9-ab8a-0d8c04094776 req-136c4cdf-7c47-4f54-b0a7-d7b89aacc111 service neutron] For port cc2fb85f-575a-463a-9183-22f3a739ff7f, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=cc2fb85f-575a-463a-9183-22f3a739ff7f,segment=NetworkSegment(9c8a2e63-37b5-4c7f-9db5-98a7dff0a01a),segment_id=9c8a2e63-37b5-4c7f-9db5-98a7dff0a01a)] {{(pid=85357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 05:18:11.605233 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-a743236d-a7d9-4ea9-ab8a-0d8c04094776 req-136c4cdf-7c47-4f54-b0a7-d7b89aacc111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036824655669'] for port, after_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:18:11.618987 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-797b45c2-7413-407c-90e6-49ef49199cc7 tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:18:11.772909 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c4cdf-7c47-4f54-b0a7-d7b89aacc111 service neutron] Pushing event updated for resources: {'Port': ['ID=cc2fb85f-575a-463a-9183-22f3a739ff7f,revision_number=3']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:18:11.776261 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-136c4cdf-7c47-4f54-b0a7-d7b89aacc111 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:18:11.812779 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a743236d-a7d9-4ea9-ab8a-0d8c04094776 req-136c4cdf-7c47-4f54-b0a7-d7b89aacc111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:18:11.813410 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-a743236d-a7d9-4ea9-ab8a-0d8c04094776 req-136c4cdf-7c47-4f54-b0a7-d7b89aacc111 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:18:11.815110 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-a743236d-a7d9-4ea9-ab8a-0d8c04094776 req-136c4cdf-7c47-4f54-b0a7-d7b89aacc111 service neutron] 10.222.0.16 "PUT /v2.0/ports/cc2fb85f-575a-463a-9183-22f3a739ff7f HTTP/1.1" status: 200  len: 1094 time: 1.6329646
Apr 16 05:18:11.815683 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5c7ae1e-00f7-4490-88e3-bf2b256cc79e', 'tag': 'cc2fb85f-575a-463a-9183-22f3a739ff7f'}] {{(pid=85357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 05:18:11.866857 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5c7ae1e-00f7-4490-88e3-bf2b256cc79e', 'tag': 'cc2fb85f-575a-463a-9183-22f3a739ff7f', 'status': 'completed', 'code': 200}
Apr 16 05:18:11.967413 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a743236d-a7d9-4ea9-ab8a-0d8c04094776 req-abf237fe-0c7c-48da-92b3-9a4201157ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:18:11.969811 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-a743236d-a7d9-4ea9-ab8a-0d8c04094776 req-abf237fe-0c7c-48da-92b3-9a4201157ce9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=79aac8f3311743378daaadf5bddeb7d1&device_id=d5c7ae1e-00f7-4490-88e3-bf2b256cc79e HTTP/1.1" status: 200  len: 1097 time: 0.0856211
Apr 16 05:18:12.094589 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-a743236d-a7d9-4ea9-ab8a-0d8c04094776 req-d5b2b8ac-3bb4-4ad4-a3f6-20ae8e5422b3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc2fb85f-575a-463a-9183-22f3a739ff7f HTTP/1.1" status: 200  len: 217 time: 0.1109686
Apr 16 05:18:12.180090 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a743236d-a7d9-4ea9-ab8a-0d8c04094776 req-cdda3b58-c27b-4ed3-a2d3-33b97fa4ada5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:18:12.181776 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-a743236d-a7d9-4ea9-ab8a-0d8c04094776 req-cdda3b58-c27b-4ed3-a2d3-33b97fa4ada5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e06673b3-a8ed-436b-a038-6cb1eaff619f HTTP/1.1" status: 200  len: 853 time: 0.0800335
Apr 16 05:18:12.240042 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-a743236d-a7d9-4ea9-ab8a-0d8c04094776 req-8abac252-4e34-4d6d-b7af-70eade25b80d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=56fb17ab-416c-4749-a235-81acc2ac3b71&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0515559
Apr 16 05:18:12.253456 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce488856-70be-4fd0-abdd-73e1731b62d4 req-103979af-712d-43cf-9680-f6d446ce98ae tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:18:12.254968 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ce488856-70be-4fd0-abdd-73e1731b62d4 req-103979af-712d-43cf-9680-f6d446ce98ae tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5c7ae1e-00f7-4490-88e3-bf2b256cc79e HTTP/1.1" status: 200  len: 944 time: 0.2144792
Apr 16 05:18:12.391996 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ce488856-70be-4fd0-abdd-73e1731b62d4 req-e2915ba1-3198-4b31-8361-186c6a9468ff tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dff405a-c1c0-47a1-97d6-0f52f4141861&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1141522
Apr 16 05:18:12.433674 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-a743236d-a7d9-4ea9-ab8a-0d8c04094776 req-420fe541-e389-4389-b804-f961aa4ca868 service neutron] 10.222.0.16 "GET /v2.0/networks/56fb17ab-416c-4749-a235-81acc2ac3b71?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1775601
Apr 16 05:18:12.590727 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-a743236d-a7d9-4ea9-ab8a-0d8c04094776 req-44284acd-5966-4365-a710-bb075f8a133f service neutron] 10.222.0.16 "GET /v2.0/networks/56fb17ab-416c-4749-a235-81acc2ac3b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1502299
Apr 16 05:18:12.764150 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5c31a0-3d48-4cf7-8ac1-f8f6743f5bac req-3c64c98e-7ae4-419f-98e7-f8f5c6b12c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:18:12.765795 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-fe5c31a0-3d48-4cf7-8ac1-f8f6743f5bac req-3c64c98e-7ae4-419f-98e7-f8f5c6b12c16 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=79aac8f3311743378daaadf5bddeb7d1&device_id=d5c7ae1e-00f7-4490-88e3-bf2b256cc79e HTTP/1.1" status: 200  len: 1097 time: 0.0892911
Apr 16 05:18:12.915556 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5c31a0-3d48-4cf7-8ac1-f8f6743f5bac req-23356e6e-daec-456c-a07a-d997fd897f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:18:12.917210 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-fe5c31a0-3d48-4cf7-8ac1-f8f6743f5bac req-23356e6e-daec-456c-a07a-d997fd897f4d service neutron] 10.222.0.16 "GET /v2.0/networks?id=56fb17ab-416c-4749-a235-81acc2ac3b71 HTTP/1.1" status: 200  len: 914 time: 0.1432350
Apr 16 05:18:12.995093 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-fe5c31a0-3d48-4cf7-8ac1-f8f6743f5bac req-75b1772a-69f7-45fb-99a9-305f5ddee377 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc2fb85f-575a-463a-9183-22f3a739ff7f HTTP/1.1" status: 200  len: 217 time: 0.0707889
Apr 16 05:18:13.067729 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5c31a0-3d48-4cf7-8ac1-f8f6743f5bac req-26d023ff-841f-4166-8f0e-2b2f805fbc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:18:13.069253 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-fe5c31a0-3d48-4cf7-8ac1-f8f6743f5bac req-26d023ff-841f-4166-8f0e-2b2f805fbc9a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e06673b3-a8ed-436b-a038-6cb1eaff619f HTTP/1.1" status: 200  len: 853 time: 0.0669043
Apr 16 05:18:13.125083 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-fe5c31a0-3d48-4cf7-8ac1-f8f6743f5bac req-eae2613b-85e6-47a9-b2fe-fffa87e1bf22 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=56fb17ab-416c-4749-a235-81acc2ac3b71&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0476229
Apr 16 05:18:13.275781 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-fe5c31a0-3d48-4cf7-8ac1-f8f6743f5bac req-c34ac6db-035a-4f92-a611-bad498284cbd service neutron] 10.222.0.16 "GET /v2.0/networks/56fb17ab-416c-4749-a235-81acc2ac3b71?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1437843
Apr 16 05:18:13.427253 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-fe5c31a0-3d48-4cf7-8ac1-f8f6743f5bac req-773e873d-3129-4245-a4bd-02800a9a47e0 service neutron] 10.222.0.16 "GET /v2.0/networks/56fb17ab-416c-4749-a235-81acc2ac3b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1444552
Apr 16 05:18:13.604297 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a865fd-e758-494c-855e-fe221b60d71c req-35a76464-c5dc-400b-ba71-06fe7bec7f0e tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:18:13.605923 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-03a865fd-e758-494c-855e-fe221b60d71c req-35a76464-c5dc-400b-ba71-06fe7bec7f0e tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5c7ae1e-00f7-4490-88e3-bf2b256cc79e HTTP/1.1" status: 200  len: 944 time: 0.0974321
Apr 16 05:18:13.656117 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-03a865fd-e758-494c-855e-fe221b60d71c req-35167310-a836-4fed-8d17-3eb84cfc5c7e tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dff405a-c1c0-47a1-97d6-0f52f4141861&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426965
Apr 16 05:18:14.884132 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c00570-ddd9-46f6-bfa1-115aaf893afd req-48593fed-e18f-4eba-a2ed-3901492edb3a tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:18:14.885706 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-09c00570-ddd9-46f6-bfa1-115aaf893afd req-48593fed-e18f-4eba-a2ed-3901492edb3a tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5c7ae1e-00f7-4490-88e3-bf2b256cc79e HTTP/1.1" status: 200  len: 944 time: 0.0909162
Apr 16 05:18:14.940389 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-09c00570-ddd9-46f6-bfa1-115aaf893afd req-c15334a4-a95b-4599-bca1-43035c99424b tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dff405a-c1c0-47a1-97d6-0f52f4141861&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451684
Apr 16 05:18:16.154987 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c9870-bf60-4221-be2c-0acce092fb9d req-d2b6987d-cc1b-4084-bac9-cc6520322008 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:18:16.156670 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-1c0c9870-bf60-4221-be2c-0acce092fb9d req-d2b6987d-cc1b-4084-bac9-cc6520322008 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5c7ae1e-00f7-4490-88e3-bf2b256cc79e HTTP/1.1" status: 200  len: 944 time: 0.0973382
Apr 16 05:18:16.208065 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-1c0c9870-bf60-4221-be2c-0acce092fb9d req-c7746480-d04b-4295-a656-87a569e6d828 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dff405a-c1c0-47a1-97d6-0f52f4141861&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449066
Apr 16 05:18:16.267759 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device cc2fb85f-575a-463a-9183-22f3a739ff7f details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=85358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 16 05:18:16.417446 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] For port cc2fb85f-575a-463a-9183-22f3a739ff7f, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=cc2fb85f-575a-463a-9183-22f3a739ff7f,segment=NetworkSegment(9c8a2e63-37b5-4c7f-9db5-98a7dff0a01a),segment_id=9c8a2e63-37b5-4c7f-9db5-98a7dff0a01a)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:18:16.432539 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Returning: {'device': 'cc2fb85f-575a-463a-9183-22f3a739ff7f', 'network_id': '56fb17ab-416c-4749-a235-81acc2ac3b71', 'port_id': 'cc2fb85f-575a-463a-9183-22f3a739ff7f', 'mac_address': 'fa:16:3e:99:02:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e06673b3-a8ed-436b-a038-6cb1eaff619f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 16 05:18:16.494215 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:18:16.512967 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc2fb85f-575a-463a-9183-22f3a739ff7f {{(pid=85358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 05:18:16.535349 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] For port cc2fb85f-575a-463a-9183-22f3a739ff7f, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=cc2fb85f-575a-463a-9183-22f3a739ff7f,segment=NetworkSegment(9c8a2e63-37b5-4c7f-9db5-98a7dff0a01a),segment_id=9c8a2e63-37b5-4c7f-9db5-98a7dff0a01a)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:18:16.540023 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:18:16.541945 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:18:16.618208 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Pushing event updated for resources: {'Port': ['ID=cc2fb85f-575a-463a-9183-22f3a739ff7f,revision_number=4']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:18:16.629591 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:18:16.629982 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:18:16.630366 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:18:16.630850 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:18:16.631216 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:18:16.631745 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:18:16.632284 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:18:16.632714 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:18:16.633274 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:18:16.633794 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:18:16.634271 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:18:16.634675 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:18:16.641395 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:18:16.840817 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] get_ports_and_sgs() called for port_ids ['cc2fb85f-575a-463a-9183-22f3a739ff7f'] {{(pid=85358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 05:18:17.567083 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9751f968-3c4f-4c2d-95e8-5b859a83061d req-482b9ad0-99e9-4b37-a695-ef6a2403d25a tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:18:17.568628 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-9751f968-3c4f-4c2d-95e8-5b859a83061d req-482b9ad0-99e9-4b37-a695-ef6a2403d25a tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5c7ae1e-00f7-4490-88e3-bf2b256cc79e HTTP/1.1" status: 200  len: 945 time: 0.1006203
Apr 16 05:18:17.621339 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-9751f968-3c4f-4c2d-95e8-5b859a83061d req-923528f3-62cb-44e1-b6c2-bb674e5abeb5 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dff405a-c1c0-47a1-97d6-0f52f4141861&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427730
Apr 16 05:18:18.282500 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device cc2fb85f-575a-463a-9183-22f3a739ff7f up at agent hyperv_hv-cinder-78652 {{(pid=85358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 05:18:18.541168 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Provisioning for port cc2fb85f-575a-463a-9183-22f3a739ff7f completed by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 05:18:18.546562 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Provisioning complete for port cc2fb85f-575a-463a-9183-22f3a739ff7f triggered by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:18:18.546991 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:18:18.679723 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:18:18.709008 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c7ae1e-00f7-4490-88e3-bf2b256cc79e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc2fb85f-575a-463a-9183-22f3a739ff7f'}] {{(pid=85358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 05:18:18.719801 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] For port cc2fb85f-575a-463a-9183-22f3a739ff7f, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=cc2fb85f-575a-463a-9183-22f3a739ff7f,segment=NetworkSegment(9c8a2e63-37b5-4c7f-9db5-98a7dff0a01a),segment_id=9c8a2e63-37b5-4c7f-9db5-98a7dff0a01a)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:18:18.724338 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:18:18.726783 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-bc53ac38-c134-4d84-931f-98757a05e04c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:18:18.759980 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5c7ae1e-00f7-4490-88e3-bf2b256cc79e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc2fb85f-575a-463a-9183-22f3a739ff7f', 'code': 200}
Apr 16 05:18:18.801176 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Pushing event updated for resources: {'Port': ['ID=cc2fb85f-575a-463a-9183-22f3a739ff7f,revision_number=5']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:18:18.804858 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:18:18.835340 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5ee584-cbcc-4c79-a668-598b14ed260d req-01c68998-663a-46ae-8c75-16933411f07c tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:18:18.836960 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-6e5ee584-cbcc-4c79-a668-598b14ed260d req-01c68998-663a-46ae-8c75-16933411f07c tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5c7ae1e-00f7-4490-88e3-bf2b256cc79e HTTP/1.1" status: 200  len: 946 time: 0.0905132
Apr 16 05:18:18.886476 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-6e5ee584-cbcc-4c79-a668-598b14ed260d req-72636975-a0b0-4c84-abc7-84b0787c90bb tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dff405a-c1c0-47a1-97d6-0f52f4141861&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423067
Apr 16 05:18:19.060254 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d3781-12e2-4828-94b4-416ba2665966 req-fb25c781-d8f5-4c8c-b87f-32d8f5edc7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:18:19.062029 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-689d3781-12e2-4828-94b4-416ba2665966 req-fb25c781-d8f5-4c8c-b87f-32d8f5edc7af service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d5c7ae1e-00f7-4490-88e3-bf2b256cc79e HTTP/1.1" status: 200  len: 1099 time: 0.0873778
Apr 16 05:18:19.105710 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-689d3781-12e2-4828-94b4-416ba2665966 req-7197a94b-386c-4615-b5c4-0419ec32f4dc service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0dff405a-c1c0-47a1-97d6-0f52f4141861&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374336
Apr 16 05:18:20.096125 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a646da-5d3e-404f-9f9b-1737e44457d5 req-4149e5de-1a3f-4f73-aa37-b7ca461e1e58 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:18:20.097778 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-b9a646da-5d3e-404f-9f9b-1737e44457d5 req-4149e5de-1a3f-4f73-aa37-b7ca461e1e58 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5c7ae1e-00f7-4490-88e3-bf2b256cc79e HTTP/1.1" status: 200  len: 946 time: 0.0923979
Apr 16 05:18:20.152667 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-b9a646da-5d3e-404f-9f9b-1737e44457d5 req-6ddbb0d0-67f6-41e9-bc9b-b8c5b4fa83a7 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dff405a-c1c0-47a1-97d6-0f52f4141861&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480502
Apr 16 05:18:21.379909 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85635e54-e64c-45b0-9f60-b279a6119e3b req-6f6042f4-4240-4763-9455-cfa4e48e5423 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:18:21.381507 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-85635e54-e64c-45b0-9f60-b279a6119e3b req-6f6042f4-4240-4763-9455-cfa4e48e5423 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5c7ae1e-00f7-4490-88e3-bf2b256cc79e HTTP/1.1" status: 200  len: 946 time: 0.0949576
Apr 16 05:18:21.434246 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-85635e54-e64c-45b0-9f60-b279a6119e3b req-ff6477b2-de8b-4db4-b0b2-39d0a3779f60 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dff405a-c1c0-47a1-97d6-0f52f4141861&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426154
Apr 16 05:18:34.888502 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-3ed0def2-603b-469a-98d9-ea644da82aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:18:36.153366 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 42944) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:18:36.384628 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-aaea6b43-0851-4160-be64-cad85cbfd3ca tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Deleting port 3a0b4e6e-059e-4c1d-a228-1b645d7d732a {{(pid=85357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 05:18:36.385006 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-aaea6b43-0851-4160-be64-cad85cbfd3ca tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284331874164'] for port, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:18:36.575350 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-aaea6b43-0851-4160-be64-cad85cbfd3ca tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821567696'] for port, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:18:36.575729 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-aaea6b43-0851-4160-be64-cad85cbfd3ca tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:18:36.719158 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-aaea6b43-0851-4160-be64-cad85cbfd3ca tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Calling delete_port for 3a0b4e6e-059e-4c1d-a228-1b645d7d732a owned by network:floatingip {{(pid=85357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 05:18:36.889810 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-aaea6b43-0851-4160-be64-cad85cbfd3ca tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752522904879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752522456008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30120147'] for port, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:18:36.904621 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-fabae6c7-84ea-4af5-a92d-bdc67814bf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:18:36.909343 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-849bb9ed-cc56-43bc-836b-ea7f7fa22bcf tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:18:37.263019 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaea6b43-0851-4160-be64-cad85cbfd3ca tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Pushing event deleted for resources: {'Port': ['ID=3a0b4e6e-059e-4c1d-a228-1b645d7d732a,revision_number=None']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:18:37.281304 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaea6b43-0851-4160-be64-cad85cbfd3ca tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:18:37.281719 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaea6b43-0851-4160-be64-cad85cbfd3ca tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:18:37.282136 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaea6b43-0851-4160-be64-cad85cbfd3ca tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:18:37.282561 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaea6b43-0851-4160-be64-cad85cbfd3ca tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:18:37.282932 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaea6b43-0851-4160-be64-cad85cbfd3ca tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:18:37.283329 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaea6b43-0851-4160-be64-cad85cbfd3ca tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:18:37.283732 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaea6b43-0851-4160-be64-cad85cbfd3ca tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:18:37.284137 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaea6b43-0851-4160-be64-cad85cbfd3ca tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:18:37.284518 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaea6b43-0851-4160-be64-cad85cbfd3ca tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:18:37.284909 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaea6b43-0851-4160-be64-cad85cbfd3ca tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:18:37.285341 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaea6b43-0851-4160-be64-cad85cbfd3ca tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:18:37.285733 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaea6b43-0851-4160-be64-cad85cbfd3ca tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:18:37.290799 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-aaea6b43-0851-4160-be64-cad85cbfd3ca tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:18:37.445772 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-aaea6b43-0851-4160-be64-cad85cbfd3ca tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks [] for floatingip, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:18:37.446031 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.db.l3_db [None req-aaea6b43-0851-4160-be64-cad85cbfd3ca tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Floating IP 606282e3-76fc-483e-b441-2bc7567ed0b9 disassociated (deleted). External IP: 172.27.2.24, port: a760ed21-f69c-4e08-9e5c-af67a5f63754.
Apr 16 05:18:37.759214 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:18:37.806210 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-63345f0b-feae-4d1b-a675-506eb60b354a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:18:37.827476 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaea6b43-0851-4160-be64-cad85cbfd3ca tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Router e3eb6043-a877-4f5d-9594-0a6a23dc1067 has already been hosted by L3 agent 9bacd1b6-99a0-44b1-8352-fe12768771b0 {{(pid=85357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 16 05:18:38.015229 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:18:38.027087 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaea6b43-0851-4160-be64-cad85cbfd3ca tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify agent at l3_agent.dv-cinder-786524-1-iscsi the message routers_updated {{(pid=85357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 05:18:38.039485 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d1c57a-6623-4bb8-a4e6-3fc4952a1a96 None None] Sync routers for ids ['e3eb6043-a877-4f5d-9594-0a6a23dc1067'] in dv-cinder-786524-1-iscsi {{(pid=85358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 05:18:38.047393 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-aaea6b43-0851-4160-be64-cad85cbfd3ca tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for floatingip, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:18:38.050787 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d1c57a-6623-4bb8-a4e6-3fc4952a1a96 None None] Routers {'e3eb6043-a877-4f5d-9594-0a6a23dc1067'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:18:38.051386 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-c8d1c57a-6623-4bb8-a4e6-3fc4952a1a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5daecf85c0>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:18:37Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['e3eb6043-a877-4f5d-9594-0a6a23dc1067'], 'active': True} {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:18:38.111014 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-aaea6b43-0851-4160-be64-cad85cbfd3ca tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "DELETE /v2.0/floatingips/606282e3-76fc-483e-b441-2bc7567ed0b9 HTTP/1.1" status: 204  len: 168 time: 1.9563141
Apr 16 05:18:38.111759 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95f14645-07e6-4f5a-966c-17a41f8fae56', 'tag': 'a760ed21-f69c-4e08-9e5c-af67a5f63754'}] {{(pid=85357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 05:18:38.164809 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95f14645-07e6-4f5a-966c-17a41f8fae56', 'tag': 'a760ed21-f69c-4e08-9e5c-af67a5f63754', 'status': 'completed', 'code': 200}
Apr 16 05:18:38.266665 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-c8d1c57a-6623-4bb8-a4e6-3fc4952a1a96 None None] Set router e3eb6043-a877-4f5d-9594-0a6a23dc1067 gateway port host: dv-cinder-786524-1-iscsi {{(pid=85358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:18:38.290817 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c458dcfa-2e89-4d7f-8893-04d33475dea0 req-5265396a-719c-4319-9610-9c912f6d58b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:18:38.292483 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c458dcfa-2e89-4d7f-8893-04d33475dea0 req-5265396a-719c-4319-9610-9c912f6d58b5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=db51901ec1bf486ca3fc2d191f21d909&device_id=95f14645-07e6-4f5a-966c-17a41f8fae56 HTTP/1.1" status: 200  len: 1099 time: 0.0814404
Apr 16 05:18:38.441697 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c458dcfa-2e89-4d7f-8893-04d33475dea0 req-da1a28aa-7865-4aea-9197-8a16be80cec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:18:38.443374 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c458dcfa-2e89-4d7f-8893-04d33475dea0 req-da1a28aa-7865-4aea-9197-8a16be80cec1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8dec1d0f-cfff-4035-8076-7521657c2e62 HTTP/1.1" status: 200  len: 912 time: 0.1434741
Apr 16 05:18:38.566378 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c458dcfa-2e89-4d7f-8893-04d33475dea0 req-0f72eeed-dc12-4ca2-9776-7fc4eeb0e402 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a760ed21-f69c-4e08-9e5c-af67a5f63754 HTTP/1.1" status: 200  len: 217 time: 0.0770423
Apr 16 05:18:38.655637 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-c8d1c57a-6623-4bb8-a4e6-3fc4952a1a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5daecf85c0>, [{'id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'name': 'tempest-TestVolumeBootPattern-127490657-router', 'tenant_id': 'db51901ec1bf486ca3fc2d191f21d909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '74c9d90b-c1df-4a7a-ab06-8fb6623300c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:11:31Z', 'updated_at': '2021-04-16T05:11:38Z', 'revision_number': 4, 'project_id': 'db51901ec1bf486ca3fc2d191f21d909', 'gw_port': {'id': '74c9d90b-c1df-4a7a-ab06-8fb6623300c1', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:32Z', 'updated_at': '2021-04-16T05:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi', '_floatingips': [{'id': 'e2793a05-b23c-4274-89ae-a899ed877fda', 'tenant_id': 'db51901ec1bf486ca3fc2d191f21d909', 'floating_ip_address': '172.27.2.22', 'floating_network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'router_id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'port_id': '654a1d00-cf33-4271-b8a0-147849ef1068', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dec1d0f-cfff-4035-8076-7521657c2e62', 'mac_address': 'fa:16:3e:3b:69:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da672a9-de6d-413d-bd78-fbb18efd5f41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T05:14:59Z', 'updated_at': '2021-04-16T05:15:03Z', 'revision_number': 1, 'project_id': 'db51901ec1bf486ca3fc2d191f21d909', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f971c1e-8f5b-4a93-80ea-ecfc9a7e4887', 'name': '', 'network_id': '8dec1d0f-cfff-4035-8076-7521657c2e62', 'tenant_id': 'db51901ec1bf486ca3fc2d191f21d909', 'mac_address': 'fa:16:3e:b3:11:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'b6cb0891-12b7-4364-a273-4c1d3fcc7328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:37Z', 'updated_at': '2021-04-16T05:11:55Z', 'revision_number': 5, 'project_id': 'db51901ec1bf486ca3fc2d191f21d909', 'subnets': [{'id': 'b6cb0891-12b7-4364-a273-4c1d3fcc7328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:18:38.659956 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d1c57a-6623-4bb8-a4e6-3fc4952a1a96 None None] Checking router: e3eb6043-a877-4f5d-9594-0a6a23dc1067 for host: dv-cinder-786524-1-iscsi {{(pid=85358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 05:18:38.664472 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a263c352-14f4-4843-bfb5-0646eadacd5c req-0ff19ff2-5554-4722-936a-61e7343473fa tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:18:38.665258 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-a263c352-14f4-4843-bfb5-0646eadacd5c req-0ff19ff2-5554-4722-936a-61e7343473fa tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Synchronizing usage tracker for tenant:db51901ec1bf486ca3fc2d191f21d909 on resource:port {{(pid=85357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 05:18:38.669061 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c458dcfa-2e89-4d7f-8893-04d33475dea0 req-e96d32b0-3cb4-4bd9-a7a5-64166ced8d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:18:38.669245 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d1c57a-6623-4bb8-a4e6-3fc4952a1a96 None None] Routers {'e3eb6043-a877-4f5d-9594-0a6a23dc1067'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:18:38.669769 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-c8d1c57a-6623-4bb8-a4e6-3fc4952a1a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5daecf85c0>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:18:37Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['e3eb6043-a877-4f5d-9594-0a6a23dc1067'], 'active': True} {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:18:38.670701 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c458dcfa-2e89-4d7f-8893-04d33475dea0 req-e96d32b0-3cb4-4bd9-a7a5-64166ced8d49 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b6cb0891-12b7-4364-a273-4c1d3fcc7328 HTTP/1.1" status: 200  len: 850 time: 0.0969548
Apr 16 05:18:38.730499 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-a263c352-14f4-4843-bfb5-0646eadacd5c req-0ff19ff2-5554-4722-936a-61e7343473fa tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Unset dirty status for tenant:db51901ec1bf486ca3fc2d191f21d909 on resource:port {{(pid=85357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 05:18:38.731791 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-a263c352-14f4-4843-bfb5-0646eadacd5c req-0ff19ff2-5554-4722-936a-61e7343473fa tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/ports?device_id=95f14645-07e6-4f5a-966c-17a41f8fae56 HTTP/1.1" status: 200  len: 946 time: 0.2832627
Apr 16 05:18:38.799100 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-a263c352-14f4-4843-bfb5-0646eadacd5c req-f0e10f81-2760-4fc8-8ec7-26c4700f5a39 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/security-groups?id=64fcd4c6-6895-4ef1-8bcd-86346ebbc94f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0561676
Apr 16 05:18:38.802398 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c458dcfa-2e89-4d7f-8893-04d33475dea0 req-e2172bbd-24ac-4e0a-ac36-75ddfb4a12f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:18:38.803994 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c458dcfa-2e89-4d7f-8893-04d33475dea0 req-e2172bbd-24ac-4e0a-ac36-75ddfb4a12f4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8dec1d0f-cfff-4035-8076-7521657c2e62&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1242893
Apr 16 05:18:38.876668 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-c8d1c57a-6623-4bb8-a4e6-3fc4952a1a96 None None] Set router e3eb6043-a877-4f5d-9594-0a6a23dc1067 gateway port host: dv-cinder-786524-1-iscsi {{(pid=85358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:18:38.963420 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c458dcfa-2e89-4d7f-8893-04d33475dea0 req-d87cfd2e-94a4-4be7-b591-191f562ddad0 service neutron] 10.222.0.16 "GET /v2.0/networks/8dec1d0f-cfff-4035-8076-7521657c2e62?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1507897
Apr 16 05:18:39.114557 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c458dcfa-2e89-4d7f-8893-04d33475dea0 req-ec51dcd3-9be7-4e25-ad30-c0b7c44e33c2 service neutron] 10.222.0.16 "GET /v2.0/networks/8dec1d0f-cfff-4035-8076-7521657c2e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1439037
Apr 16 05:18:39.274289 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-c8d1c57a-6623-4bb8-a4e6-3fc4952a1a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5daecf85c0>, [{'id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'name': 'tempest-TestVolumeBootPattern-127490657-router', 'tenant_id': 'db51901ec1bf486ca3fc2d191f21d909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '74c9d90b-c1df-4a7a-ab06-8fb6623300c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:11:31Z', 'updated_at': '2021-04-16T05:11:38Z', 'revision_number': 4, 'project_id': 'db51901ec1bf486ca3fc2d191f21d909', 'gw_port': {'id': '74c9d90b-c1df-4a7a-ab06-8fb6623300c1', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:32Z', 'updated_at': '2021-04-16T05:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi', '_floatingips': [{'id': 'e2793a05-b23c-4274-89ae-a899ed877fda', 'tenant_id': 'db51901ec1bf486ca3fc2d191f21d909', 'floating_ip_address': '172.27.2.22', 'floating_network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'router_id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'port_id': '654a1d00-cf33-4271-b8a0-147849ef1068', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dec1d0f-cfff-4035-8076-7521657c2e62', 'mac_address': 'fa:16:3e:3b:69:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da672a9-de6d-413d-bd78-fbb18efd5f41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T05:14:59Z', 'updated_at': '2021-04-16T05:15:03Z', 'revision_number': 1, 'project_id': 'db51901ec1bf486ca3fc2d191f21d909', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f971c1e-8f5b-4a93-80ea-ecfc9a7e4887', 'name': '', 'network_id': '8dec1d0f-cfff-4035-8076-7521657c2e62', 'tenant_id': 'db51901ec1bf486ca3fc2d191f21d909', 'mac_address': 'fa:16:3e:b3:11:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'b6cb0891-12b7-4364-a273-4c1d3fcc7328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:37Z', 'updated_at': '2021-04-16T05:11:55Z', 'revision_number': 5, 'project_id': 'db51901ec1bf486ca3fc2d191f21d909', 'subnets': [{'id': 'b6cb0891-12b7-4364-a273-4c1d3fcc7328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:18:39.278650 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d1c57a-6623-4bb8-a4e6-3fc4952a1a96 None None] The sync data for ids ['e3eb6043-a877-4f5d-9594-0a6a23dc1067'] in dv-cinder-786524-1-iscsi is: [{'id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'name': 'tempest-TestVolumeBootPattern-127490657-router', 'tenant_id': 'db51901ec1bf486ca3fc2d191f21d909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '74c9d90b-c1df-4a7a-ab06-8fb6623300c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:11:31Z', 'updated_at': '2021-04-16T05:11:38Z', 'revision_number': 4, 'project_id': 'db51901ec1bf486ca3fc2d191f21d909', 'gw_port': {'id': '74c9d90b-c1df-4a7a-ab06-8fb6623300c1', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:32Z', 'updated_at': '2021-04-16T05:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi', '_floatingips': [{'id': 'e2793a05-b23c-4274-89ae-a899ed877fda', 'tenant_id': 'db51901ec1bf486ca3fc2d191f21d909', 'floating_ip_address': '172.27.2.22', 'floating_network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'router_id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'port_id': '654a1d00-cf33-4271-b8a0-147849ef1068', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dec1d0f-cfff-4035-8076-7521657c2e62', 'mac_address': 'fa:16:3e:3b:69:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da672a9-de6d-413d-bd78-fbb18efd5f41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T05:14:59Z', 'updated_at': '2021-04-16T05:15:03Z', 'revision_number': 1, 'project_id': 'db51901ec1bf486ca3fc2d191f21d909', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f971c1e-8f5b-4a93-80ea-ecfc9a7e4887', 'name': '', 'network_id': '8dec1d0f-cfff-4035-8076-7521657c2e62', 'tenant_id': 'db51901ec1bf486ca3fc2d191f21d909', 'mac_address': 'fa:16:3e:b3:11:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'b6cb0891-12b7-4364-a273-4c1d3fcc7328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:37Z', 'updated_at': '2021-04-16T05:11:55Z', 'revision_number': 5, 'project_id': 'db51901ec1bf486ca3fc2d191f21d909', 'subnets': [{'id': 'b6cb0891-12b7-4364-a273-4c1d3fcc7328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 05:18:39.454211 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a57a9699-4b93-4635-9a0c-76135fd629c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:18:39.688346 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83051cf1-264e-45bd-99f9-0cf01f1c6489 None None] New status for floating IP 606282e3-76fc-483e-b441-2bc7567ed0b9: DOWN {{(pid=85359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 16 05:18:39.822296 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.agents_db [None req-9d5d34cb-f672-4e49-b111-51c360ae5d44 None None] Agent healthcheck: found 6 active agents {{(pid=85359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 05:18:40.032887 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c766f-1b24-4f0c-8ec6-c93aeecf46dc req-9f1af7b1-84c7-4e2a-96c0-599bbbdada0a tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:18:40.034539 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-343c766f-1b24-4f0c-8ec6-c93aeecf46dc req-9f1af7b1-84c7-4e2a-96c0-599bbbdada0a tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/ports?device_id=95f14645-07e6-4f5a-966c-17a41f8fae56 HTTP/1.1" status: 200  len: 946 time: 0.0975490
Apr 16 05:18:40.085995 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-343c766f-1b24-4f0c-8ec6-c93aeecf46dc req-f8ef14d5-53ee-46cb-b203-94b3ab8117be tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/security-groups?id=64fcd4c6-6895-4ef1-8bcd-86346ebbc94f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448406
Apr 16 05:18:41.337871 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e032b4-438c-4d7c-aed2-ee46ed2e7f1a req-28a91a29-240d-467b-8c12-d0debbfb828c tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:18:41.339495 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-e4e032b4-438c-4d7c-aed2-ee46ed2e7f1a req-28a91a29-240d-467b-8c12-d0debbfb828c tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/ports?device_id=95f14645-07e6-4f5a-966c-17a41f8fae56 HTTP/1.1" status: 200  len: 946 time: 0.1062679
Apr 16 05:18:41.393654 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-e4e032b4-438c-4d7c-aed2-ee46ed2e7f1a req-db5b423c-d5eb-44ff-a410-2bfa68cc18b5 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/security-groups?id=64fcd4c6-6895-4ef1-8bcd-86346ebbc94f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475030
Apr 16 05:18:42.607278 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a9cf8d-8469-4e20-8f83-0e52b63dbac0 req-b1053dd4-6a33-4568-bf2f-b795fe8bd1c9 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:18:42.609560 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-85a9cf8d-8469-4e20-8f83-0e52b63dbac0 req-b1053dd4-6a33-4568-bf2f-b795fe8bd1c9 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/ports?device_id=95f14645-07e6-4f5a-966c-17a41f8fae56 HTTP/1.1" status: 200  len: 946 time: 0.0926566
Apr 16 05:18:42.662761 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-85a9cf8d-8469-4e20-8f83-0e52b63dbac0 req-e6ce1f74-3d5d-45bf-9bb2-59f9419717b5 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/security-groups?id=64fcd4c6-6895-4ef1-8bcd-86346ebbc94f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460975
Apr 16 05:18:43.874424 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e7bb59-ac7c-42ee-b2ee-839ce97a72b1 req-1ef444d9-0140-4d98-82fc-476e63627c45 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:18:43.876023 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-03e7bb59-ac7c-42ee-b2ee-839ce97a72b1 req-1ef444d9-0140-4d98-82fc-476e63627c45 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/ports?device_id=95f14645-07e6-4f5a-966c-17a41f8fae56 HTTP/1.1" status: 200  len: 946 time: 0.0951815
Apr 16 05:18:43.924883 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-03e7bb59-ac7c-42ee-b2ee-839ce97a72b1 req-000d1cc5-1e44-4636-a277-4e170c7bc4bd tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/security-groups?id=64fcd4c6-6895-4ef1-8bcd-86346ebbc94f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424252
Apr 16 05:18:44.424187 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device a760ed21-f69c-4e08-9e5c-af67a5f63754 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 05:18:44.550088 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:18:44.580667 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95f14645-07e6-4f5a-966c-17a41f8fae56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a760ed21-f69c-4e08-9e5c-af67a5f63754'}] {{(pid=85358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 05:18:44.591278 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] For port a760ed21-f69c-4e08-9e5c-af67a5f63754, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=a760ed21-f69c-4e08-9e5c-af67a5f63754,segment=NetworkSegment(fa8ed93a-7d20-4bda-811d-279523b2b9b5),segment_id=fa8ed93a-7d20-4bda-811d-279523b2b9b5)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:18:44.594824 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:18:44.596727 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:18:44.634498 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95f14645-07e6-4f5a-966c-17a41f8fae56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a760ed21-f69c-4e08-9e5c-af67a5f63754', 'code': 200}
Apr 16 05:18:44.669878 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Pushing event updated for resources: {'Port': ['ID=a760ed21-f69c-4e08-9e5c-af67a5f63754,revision_number=6']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:18:44.673559 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:18:45.141763 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edebbb88-c901-43ad-94b0-de6f5f80dc0b req-95df8266-b319-44dc-b63d-bffed231f714 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:18:45.143389 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-edebbb88-c901-43ad-94b0-de6f5f80dc0b req-95df8266-b319-44dc-b63d-bffed231f714 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/ports?device_id=95f14645-07e6-4f5a-966c-17a41f8fae56 HTTP/1.1" status: 200  len: 944 time: 0.1017711
Apr 16 05:18:45.246223 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-edebbb88-c901-43ad-94b0-de6f5f80dc0b req-4fdf841c-1173-4312-a639-ba05f2b20c7c tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/security-groups?id=64fcd4c6-6895-4ef1-8bcd-86346ebbc94f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0959411
Apr 16 05:18:45.279840 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc86b14-eb5b-4e76-9ea5-e8916309da47 req-0eee9381-6bac-4602-9ace-7e88dc234e1d tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:18:45.281456 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-9dc86b14-eb5b-4e76-9ea5-e8916309da47 req-0eee9381-6bac-4602-9ace-7e88dc234e1d tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.16 "GET /v2.0/ports?device_id=95f14645-07e6-4f5a-966c-17a41f8fae56 HTTP/1.1" status: 200  len: 944 time: 0.1164935
Apr 16 05:18:45.369911 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [req-9dc86b14-eb5b-4e76-9ea5-e8916309da47 req-cded97eb-9255-4ca4-86d3-541283ac1c54 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Deleting port a760ed21-f69c-4e08-9e5c-af67a5f63754 {{(pid=85357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 05:18:45.370312 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-9dc86b14-eb5b-4e76-9ea5-e8916309da47 req-cded97eb-9255-4ca4-86d3-541283ac1c54 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284331874164'] for port, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:18:45.658855 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [req-9dc86b14-eb5b-4e76-9ea5-e8916309da47 req-cded97eb-9255-4ca4-86d3-541283ac1c54 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] For port a760ed21-f69c-4e08-9e5c-af67a5f63754, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=a760ed21-f69c-4e08-9e5c-af67a5f63754,segment=NetworkSegment(fa8ed93a-7d20-4bda-811d-279523b2b9b5),segment_id=fa8ed93a-7d20-4bda-811d-279523b2b9b5)] {{(pid=85357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:18:45.659256 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-9dc86b14-eb5b-4e76-9ea5-e8916309da47 req-cded97eb-9255-4ca4-86d3-541283ac1c54 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821567696'] for port, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:18:45.793301 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [req-9dc86b14-eb5b-4e76-9ea5-e8916309da47 req-cded97eb-9255-4ca4-86d3-541283ac1c54 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Calling delete_port for a760ed21-f69c-4e08-9e5c-af67a5f63754 owned by compute:nova {{(pid=85357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 05:18:45.950079 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-9dc86b14-eb5b-4e76-9ea5-e8916309da47 req-cded97eb-9255-4ca4-86d3-541283ac1c54 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752522904879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752522456008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30120147'] for port, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:18:45.976659 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-03563c2e-31df-4102-b046-49d31a9669bc tempest-TestMinimumBasicScenario-210766228 tempest-TestMinimumBasicScenario-210766228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:18:46.074990 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cded97eb-9255-4ca4-86d3-541283ac1c54 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Pushing event deleted for resources: {'Port': ['ID=a760ed21-f69c-4e08-9e5c-af67a5f63754,revision_number=None']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:18:46.082008 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-cded97eb-9255-4ca4-86d3-541283ac1c54 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:18:46.233149 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dc86b14-eb5b-4e76-9ea5-e8916309da47 req-cded97eb-9255-4ca4-86d3-541283ac1c54 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] No DVR routers for this DVR port a760ed21-f69c-4e08-9e5c-af67a5f63754 on host hv-cinder-78652 {{(pid=85357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 16 05:18:46.235725 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-9dc86b14-eb5b-4e76-9ea5-e8916309da47 req-cded97eb-9255-4ca4-86d3-541283ac1c54 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:18:46.238655 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95f14645-07e6-4f5a-966c-17a41f8fae56', 'name': 'network-vif-deleted', 'tag': 'a760ed21-f69c-4e08-9e5c-af67a5f63754'}] {{(pid=85357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 05:18:46.254473 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-9dc86b14-eb5b-4e76-9ea5-e8916309da47 req-cded97eb-9255-4ca4-86d3-541283ac1c54 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.16 "DELETE /v2.0/ports/a760ed21-f69c-4e08-9e5c-af67a5f63754 HTTP/1.1" status: 204  len: 173 time: 0.9667549
Apr 16 05:18:46.291852 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95f14645-07e6-4f5a-966c-17a41f8fae56', 'name': 'network-vif-deleted', 'tag': 'a760ed21-f69c-4e08-9e5c-af67a5f63754', 'status': 'completed', 'code': 200}
Apr 16 05:18:46.413422 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-86533962-6703-4181-aba0-06c92291b07c req-fd1acce9-8e99-4d64-aaa7-5bab1c5760fe tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Synchronizing usage tracker for tenant:db51901ec1bf486ca3fc2d191f21d909 on resource:port {{(pid=85357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 05:18:46.429203 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-86533962-6703-4181-aba0-06c92291b07c req-fd1acce9-8e99-4d64-aaa7-5bab1c5760fe tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Unset dirty status for tenant:db51901ec1bf486ca3fc2d191f21d909 on resource:port {{(pid=85357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 05:18:46.430504 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-86533962-6703-4181-aba0-06c92291b07c req-fd1acce9-8e99-4d64-aaa7-5bab1c5760fe tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/ports?device_id=95f14645-07e6-4f5a-966c-17a41f8fae56 HTTP/1.1" status: 200  len: 210 time: 0.0660338
Apr 16 05:18:56.440617 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 43058) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:18:56.665915 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-bb41d053-d0d2-4fca-b6b0-4374c2c5a579 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Deleting port 50e8f2de-14c2-4044-b5e1-a167d7eb9565 {{(pid=85356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 05:18:56.666296 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-bb41d053-d0d2-4fca-b6b0-4374c2c5a579 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284331874164'] for port, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:18:56.849803 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-bb41d053-d0d2-4fca-b6b0-4374c2c5a579 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821567696'] for port, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:18:56.850226 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-bb41d053-d0d2-4fca-b6b0-4374c2c5a579 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:18:56.993888 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-bb41d053-d0d2-4fca-b6b0-4374c2c5a579 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Calling delete_port for 50e8f2de-14c2-4044-b5e1-a167d7eb9565 owned by network:floatingip {{(pid=85356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 05:18:57.164091 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-bb41d053-d0d2-4fca-b6b0-4374c2c5a579 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752522904879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752522456008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32051484'] for port, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:18:57.177708 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-df82b210-3a47-47d8-9d79-07cd845c5ed1 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:18:57.271346 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb41d053-d0d2-4fca-b6b0-4374c2c5a579 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Pushing event deleted for resources: {'Port': ['ID=50e8f2de-14c2-4044-b5e1-a167d7eb9565,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:18:57.286918 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb41d053-d0d2-4fca-b6b0-4374c2c5a579 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:18:57.287329 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb41d053-d0d2-4fca-b6b0-4374c2c5a579 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:18:57.287753 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb41d053-d0d2-4fca-b6b0-4374c2c5a579 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:18:57.288162 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb41d053-d0d2-4fca-b6b0-4374c2c5a579 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:18:57.288572 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb41d053-d0d2-4fca-b6b0-4374c2c5a579 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:18:57.288975 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb41d053-d0d2-4fca-b6b0-4374c2c5a579 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:18:57.289399 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb41d053-d0d2-4fca-b6b0-4374c2c5a579 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:18:57.289802 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb41d053-d0d2-4fca-b6b0-4374c2c5a579 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:18:57.290199 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb41d053-d0d2-4fca-b6b0-4374c2c5a579 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:18:57.290598 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb41d053-d0d2-4fca-b6b0-4374c2c5a579 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:18:57.290993 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb41d053-d0d2-4fca-b6b0-4374c2c5a579 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:18:57.291386 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb41d053-d0d2-4fca-b6b0-4374c2c5a579 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:18:57.296412 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-bb41d053-d0d2-4fca-b6b0-4374c2c5a579 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:18:57.465321 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-bb41d053-d0d2-4fca-b6b0-4374c2c5a579 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks [] for floatingip, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:18:57.466147 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.db.l3_db [None req-bb41d053-d0d2-4fca-b6b0-4374c2c5a579 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Floating IP e2793a05-b23c-4274-89ae-a899ed877fda disassociated (deleted). External IP: 172.27.2.22, port: 654a1d00-cf33-4271-b8a0-147849ef1068.
Apr 16 05:18:57.853856 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb41d053-d0d2-4fca-b6b0-4374c2c5a579 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Router e3eb6043-a877-4f5d-9594-0a6a23dc1067 has already been hosted by L3 agent 9bacd1b6-99a0-44b1-8352-fe12768771b0 {{(pid=85356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 16 05:18:58.053269 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb41d053-d0d2-4fca-b6b0-4374c2c5a579 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify agent at l3_agent.dv-cinder-786524-1-iscsi the message routers_updated {{(pid=85356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 05:18:58.063843 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c65d238-1d76-479e-8e36-8eeb5d0a87f4 None None] Sync routers for ids ['e3eb6043-a877-4f5d-9594-0a6a23dc1067'] in dv-cinder-786524-1-iscsi {{(pid=85358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 05:18:58.073940 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-bb41d053-d0d2-4fca-b6b0-4374c2c5a579 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for floatingip, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:18:58.074515 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c65d238-1d76-479e-8e36-8eeb5d0a87f4 None None] Routers {'e3eb6043-a877-4f5d-9594-0a6a23dc1067'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:18:58.075665 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-0c65d238-1d76-479e-8e36-8eeb5d0a87f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dae7a6cf8>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:18:37Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['e3eb6043-a877-4f5d-9594-0a6a23dc1067'], 'active': True} {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:18:58.133334 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-bb41d053-d0d2-4fca-b6b0-4374c2c5a579 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "DELETE /v2.0/floatingips/e2793a05-b23c-4274-89ae-a899ed877fda HTTP/1.1" status: 204  len: 168 time: 1.6913178
Apr 16 05:18:58.134011 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8da672a9-de6d-413d-bd78-fbb18efd5f41', 'tag': '654a1d00-cf33-4271-b8a0-147849ef1068'}] {{(pid=85356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 05:18:58.190666 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8da672a9-de6d-413d-bd78-fbb18efd5f41', 'tag': '654a1d00-cf33-4271-b8a0-147849ef1068', 'status': 'completed', 'code': 200}
Apr 16 05:18:58.458255 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-0c65d238-1d76-479e-8e36-8eeb5d0a87f4 None None] Set router e3eb6043-a877-4f5d-9594-0a6a23dc1067 gateway port host: dv-cinder-786524-1-iscsi {{(pid=85358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:18:58.552898 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4809cd0-8bde-47ac-800f-435b5c292001 req-2160571a-19f5-4e28-8e4d-5eb3e4b27bc2 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:18:58.554738 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-a4809cd0-8bde-47ac-800f-435b5c292001 req-2160571a-19f5-4e28-8e4d-5eb3e4b27bc2 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/ports?device_id=8da672a9-de6d-413d-bd78-fbb18efd5f41 HTTP/1.1" status: 200  len: 946 time: 0.0983784
Apr 16 05:18:58.616676 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-a4809cd0-8bde-47ac-800f-435b5c292001 req-6149bd88-266a-45cb-b5a2-7e18a6d3c1d8 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/security-groups?id=64fcd4c6-6895-4ef1-8bcd-86346ebbc94f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0551918
Apr 16 05:18:58.828698 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-0c65d238-1d76-479e-8e36-8eeb5d0a87f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dae7a6cf8>, [{'id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'name': 'tempest-TestVolumeBootPattern-127490657-router', 'tenant_id': 'db51901ec1bf486ca3fc2d191f21d909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '74c9d90b-c1df-4a7a-ab06-8fb6623300c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:11:31Z', 'updated_at': '2021-04-16T05:11:38Z', 'revision_number': 4, 'project_id': 'db51901ec1bf486ca3fc2d191f21d909', 'gw_port': {'id': '74c9d90b-c1df-4a7a-ab06-8fb6623300c1', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:32Z', 'updated_at': '2021-04-16T05:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi', '_interfaces': [{'id': '0f971c1e-8f5b-4a93-80ea-ecfc9a7e4887', 'name': '', 'network_id': '8dec1d0f-cfff-4035-8076-7521657c2e62', 'tenant_id': 'db51901ec1bf486ca3fc2d191f21d909', 'mac_address': 'fa:16:3e:b3:11:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'b6cb0891-12b7-4364-a273-4c1d3fcc7328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:37Z', 'updated_at': '2021-04-16T05:11:55Z', 'revision_number': 5, 'project_id': 'db51901ec1bf486ca3fc2d191f21d909', 'subnets': [{'id': 'b6cb0891-12b7-4364-a273-4c1d3fcc7328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:18:58.833461 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c65d238-1d76-479e-8e36-8eeb5d0a87f4 None None] Checking router: e3eb6043-a877-4f5d-9594-0a6a23dc1067 for host: dv-cinder-786524-1-iscsi {{(pid=85358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 05:18:58.843719 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c65d238-1d76-479e-8e36-8eeb5d0a87f4 None None] Routers {'e3eb6043-a877-4f5d-9594-0a6a23dc1067'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:18:58.844393 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-0c65d238-1d76-479e-8e36-8eeb5d0a87f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dae7a6cf8>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:18:37Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['e3eb6043-a877-4f5d-9594-0a6a23dc1067'], 'active': True} {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:18:59.051113 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-0c65d238-1d76-479e-8e36-8eeb5d0a87f4 None None] Set router e3eb6043-a877-4f5d-9594-0a6a23dc1067 gateway port host: dv-cinder-786524-1-iscsi {{(pid=85358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:18:59.402344 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-0c65d238-1d76-479e-8e36-8eeb5d0a87f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dae7a6cf8>, [{'id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'name': 'tempest-TestVolumeBootPattern-127490657-router', 'tenant_id': 'db51901ec1bf486ca3fc2d191f21d909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '74c9d90b-c1df-4a7a-ab06-8fb6623300c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:11:31Z', 'updated_at': '2021-04-16T05:11:38Z', 'revision_number': 4, 'project_id': 'db51901ec1bf486ca3fc2d191f21d909', 'gw_port': {'id': '74c9d90b-c1df-4a7a-ab06-8fb6623300c1', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:32Z', 'updated_at': '2021-04-16T05:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi', '_interfaces': [{'id': '0f971c1e-8f5b-4a93-80ea-ecfc9a7e4887', 'name': '', 'network_id': '8dec1d0f-cfff-4035-8076-7521657c2e62', 'tenant_id': 'db51901ec1bf486ca3fc2d191f21d909', 'mac_address': 'fa:16:3e:b3:11:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'b6cb0891-12b7-4364-a273-4c1d3fcc7328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:37Z', 'updated_at': '2021-04-16T05:11:55Z', 'revision_number': 5, 'project_id': 'db51901ec1bf486ca3fc2d191f21d909', 'subnets': [{'id': 'b6cb0891-12b7-4364-a273-4c1d3fcc7328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:18:59.406888 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c65d238-1d76-479e-8e36-8eeb5d0a87f4 None None] The sync data for ids ['e3eb6043-a877-4f5d-9594-0a6a23dc1067'] in dv-cinder-786524-1-iscsi is: [{'id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'name': 'tempest-TestVolumeBootPattern-127490657-router', 'tenant_id': 'db51901ec1bf486ca3fc2d191f21d909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '74c9d90b-c1df-4a7a-ab06-8fb6623300c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:11:31Z', 'updated_at': '2021-04-16T05:11:38Z', 'revision_number': 4, 'project_id': 'db51901ec1bf486ca3fc2d191f21d909', 'gw_port': {'id': '74c9d90b-c1df-4a7a-ab06-8fb6623300c1', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:32Z', 'updated_at': '2021-04-16T05:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi', '_interfaces': [{'id': '0f971c1e-8f5b-4a93-80ea-ecfc9a7e4887', 'name': '', 'network_id': '8dec1d0f-cfff-4035-8076-7521657c2e62', 'tenant_id': 'db51901ec1bf486ca3fc2d191f21d909', 'mac_address': 'fa:16:3e:b3:11:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'b6cb0891-12b7-4364-a273-4c1d3fcc7328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:37Z', 'updated_at': '2021-04-16T05:11:55Z', 'revision_number': 5, 'project_id': 'db51901ec1bf486ca3fc2d191f21d909', 'subnets': [{'id': 'b6cb0891-12b7-4364-a273-4c1d3fcc7328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 05:18:59.660336 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed3a7ea-b88a-415a-91b4-d3d43162d211 req-032afe85-4ee8-40c1-a681-41f8149e8298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:18:59.662019 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-eed3a7ea-b88a-415a-91b4-d3d43162d211 req-032afe85-4ee8-40c1-a681-41f8149e8298 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=db51901ec1bf486ca3fc2d191f21d909&device_id=8da672a9-de6d-413d-bd78-fbb18efd5f41 HTTP/1.1" status: 200  len: 1099 time: 0.0909054
Apr 16 05:18:59.793362 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca8cf67-ca76-4250-a0c4-30251611d716 None None] New status for floating IP e2793a05-b23c-4274-89ae-a899ed877fda: DOWN {{(pid=85359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 16 05:19:00.130647 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed3a7ea-b88a-415a-91b4-d3d43162d211 req-6dbfc84e-bddc-4c00-a28d-5c6078d4e318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:19:00.132252 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-eed3a7ea-b88a-415a-91b4-d3d43162d211 req-6dbfc84e-bddc-4c00-a28d-5c6078d4e318 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8dec1d0f-cfff-4035-8076-7521657c2e62 HTTP/1.1" status: 200  len: 912 time: 0.4620638
Apr 16 05:19:00.145989 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e23c545-7288-4240-b887-8e243a84761d req-bce2393b-c36b-4cca-a5bd-afa5c53ee07a tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:19:00.147521 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-7e23c545-7288-4240-b887-8e243a84761d req-bce2393b-c36b-4cca-a5bd-afa5c53ee07a tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/ports?device_id=8da672a9-de6d-413d-bd78-fbb18efd5f41 HTTP/1.1" status: 200  len: 946 time: 0.1923184
Apr 16 05:19:00.231566 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-eed3a7ea-b88a-415a-91b4-d3d43162d211 req-867ada80-68ff-41d2-91cb-29f2f41d30f0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=654a1d00-cf33-4271-b8a0-147849ef1068 HTTP/1.1" status: 200  len: 217 time: 0.0828540
Apr 16 05:19:00.301488 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-7e23c545-7288-4240-b887-8e243a84761d req-46bc7ce5-3e98-40a8-b2a2-f5b981d5e3a1 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/security-groups?id=64fcd4c6-6895-4ef1-8bcd-86346ebbc94f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0996752
Apr 16 05:19:00.321690 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed3a7ea-b88a-415a-91b4-d3d43162d211 req-c3e2f175-7611-4d80-b438-bbd3f17b0b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:19:00.323291 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-eed3a7ea-b88a-415a-91b4-d3d43162d211 req-c3e2f175-7611-4d80-b438-bbd3f17b0b75 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b6cb0891-12b7-4364-a273-4c1d3fcc7328 HTTP/1.1" status: 200  len: 850 time: 0.0845935
Apr 16 05:19:00.414184 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed3a7ea-b88a-415a-91b4-d3d43162d211 req-359fcf86-9f61-4fb6-a24e-279ba635827b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:19:00.415780 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-eed3a7ea-b88a-415a-91b4-d3d43162d211 req-359fcf86-9f61-4fb6-a24e-279ba635827b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8dec1d0f-cfff-4035-8076-7521657c2e62&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0851297
Apr 16 05:19:00.560092 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-eed3a7ea-b88a-415a-91b4-d3d43162d211 req-d657dba3-9f7b-4e88-86c5-590f573bb1cd service neutron] 10.222.0.16 "GET /v2.0/networks/8dec1d0f-cfff-4035-8076-7521657c2e62?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1365652
Apr 16 05:19:00.706918 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-eed3a7ea-b88a-415a-91b4-d3d43162d211 req-d9890e86-0e3d-47ca-9405-ae688c0df893 service neutron] 10.222.0.16 "GET /v2.0/networks/8dec1d0f-cfff-4035-8076-7521657c2e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1395831
Apr 16 05:19:01.552822 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a58ca-fb89-42c5-b87c-0c8b009de180 req-05b3c637-2a40-4a01-965e-4b0823ae9dee tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:19:01.554469 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-2c8a58ca-fb89-42c5-b87c-0c8b009de180 req-05b3c637-2a40-4a01-965e-4b0823ae9dee tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.16 "GET /v2.0/ports?device_id=8da672a9-de6d-413d-bd78-fbb18efd5f41 HTTP/1.1" status: 200  len: 946 time: 0.1135128
Apr 16 05:19:01.683683 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [req-2c8a58ca-fb89-42c5-b87c-0c8b009de180 req-962bfc10-fcd4-4562-8155-07390ca6615a tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Deleting port 654a1d00-cf33-4271-b8a0-147849ef1068 {{(pid=85357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 05:19:01.683971 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-2c8a58ca-fb89-42c5-b87c-0c8b009de180 req-962bfc10-fcd4-4562-8155-07390ca6615a tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284331874164'] for port, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:01.825716 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b1495-ca3b-4c5f-8143-55523a4dc4bc req-1ff22293-cde6-44fa-ac67-9dce8aa4dab5 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:19:01.827359 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-489b1495-ca3b-4c5f-8143-55523a4dc4bc req-1ff22293-cde6-44fa-ac67-9dce8aa4dab5 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/ports?device_id=8da672a9-de6d-413d-bd78-fbb18efd5f41 HTTP/1.1" status: 200  len: 946 time: 0.4085824
Apr 16 05:19:01.972261 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-489b1495-ca3b-4c5f-8143-55523a4dc4bc req-758ec6b3-934f-4a19-9d13-1268fca934c7 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/security-groups?id=64fcd4c6-6895-4ef1-8bcd-86346ebbc94f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1379638
Apr 16 05:19:02.017461 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [req-2c8a58ca-fb89-42c5-b87c-0c8b009de180 req-962bfc10-fcd4-4562-8155-07390ca6615a tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] For port 654a1d00-cf33-4271-b8a0-147849ef1068, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=654a1d00-cf33-4271-b8a0-147849ef1068,segment=NetworkSegment(fa8ed93a-7d20-4bda-811d-279523b2b9b5),segment_id=fa8ed93a-7d20-4bda-811d-279523b2b9b5)] {{(pid=85357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:19:02.017905 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-2c8a58ca-fb89-42c5-b87c-0c8b009de180 req-962bfc10-fcd4-4562-8155-07390ca6615a tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821567696'] for port, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:02.153008 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [req-2c8a58ca-fb89-42c5-b87c-0c8b009de180 req-962bfc10-fcd4-4562-8155-07390ca6615a tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Calling delete_port for 654a1d00-cf33-4271-b8a0-147849ef1068 owned by compute:nova {{(pid=85357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 05:19:02.321454 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-2c8a58ca-fb89-42c5-b87c-0c8b009de180 req-962bfc10-fcd4-4562-8155-07390ca6615a tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752522904879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752522456008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30120147'] for port, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:02.337658 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-61394d49-639a-4763-8e78-abdef0f25ad5 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:19:02.434840 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962bfc10-fcd4-4562-8155-07390ca6615a tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Pushing event deleted for resources: {'Port': ['ID=654a1d00-cf33-4271-b8a0-147849ef1068,revision_number=None']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:19:02.441767 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-962bfc10-fcd4-4562-8155-07390ca6615a tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:19:02.588521 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c8a58ca-fb89-42c5-b87c-0c8b009de180 req-962bfc10-fcd4-4562-8155-07390ca6615a tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] No DVR routers for this DVR port 654a1d00-cf33-4271-b8a0-147849ef1068 on host hv-cinder-78652 {{(pid=85357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 16 05:19:02.591184 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-2c8a58ca-fb89-42c5-b87c-0c8b009de180 req-962bfc10-fcd4-4562-8155-07390ca6615a tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:02.594038 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8da672a9-de6d-413d-bd78-fbb18efd5f41', 'name': 'network-vif-deleted', 'tag': '654a1d00-cf33-4271-b8a0-147849ef1068'}] {{(pid=85357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 05:19:02.607033 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-2c8a58ca-fb89-42c5-b87c-0c8b009de180 req-962bfc10-fcd4-4562-8155-07390ca6615a tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.16 "DELETE /v2.0/ports/654a1d00-cf33-4271-b8a0-147849ef1068 HTTP/1.1" status: 204  len: 173 time: 1.0460861
Apr 16 05:19:02.652174 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8da672a9-de6d-413d-bd78-fbb18efd5f41', 'name': 'network-vif-deleted', 'tag': '654a1d00-cf33-4271-b8a0-147849ef1068', 'status': 'completed', 'code': 200}
Apr 16 05:19:03.152126 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-27511959-2e98-456a-8379-c903d650a1c0 req-222ce8d9-e366-4658-ae36-ab46f7330d2d tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Synchronizing usage tracker for tenant:db51901ec1bf486ca3fc2d191f21d909 on resource:port {{(pid=85357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 05:19:03.169432 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-27511959-2e98-456a-8379-c903d650a1c0 req-222ce8d9-e366-4658-ae36-ab46f7330d2d tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Unset dirty status for tenant:db51901ec1bf486ca3fc2d191f21d909 on resource:port {{(pid=85357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 05:19:03.170769 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-27511959-2e98-456a-8379-c903d650a1c0 req-222ce8d9-e366-4658-ae36-ab46f7330d2d tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "GET /v2.0/ports?device_id=8da672a9-de6d-413d-bd78-fbb18efd5f41 HTTP/1.1" status: 200  len: 210 time: 0.0815303
Apr 16 05:19:04.281361 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 43106) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:19:04.459187 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-bb800fee-08eb-4e82-8484-148ed7e5f5ef tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Deleting port b98153ab-837c-4be4-b8c3-669a93699a86 {{(pid=85357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 05:19:04.459454 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-bb800fee-08eb-4e82-8484-148ed7e5f5ef tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284331874164'] for port, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:04.640409 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-bb800fee-08eb-4e82-8484-148ed7e5f5ef tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821567696'] for port, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:04.640783 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-bb800fee-08eb-4e82-8484-148ed7e5f5ef tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:04.781016 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-bb800fee-08eb-4e82-8484-148ed7e5f5ef tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Calling delete_port for b98153ab-837c-4be4-b8c3-669a93699a86 owned by network:floatingip {{(pid=85357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 05:19:04.882217 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-54e0f30b-bc62-4a4f-8099-f26d3501b531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:04.929150 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-bb800fee-08eb-4e82-8484-148ed7e5f5ef tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752522904879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752522456008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30120147'] for port, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:04.945781 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-da276a97-3d09-4e9a-809d-006e006dac4b tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:19:05.046223 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb800fee-08eb-4e82-8484-148ed7e5f5ef tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Pushing event deleted for resources: {'Port': ['ID=b98153ab-837c-4be4-b8c3-669a93699a86,revision_number=None']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:19:05.050160 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-bb800fee-08eb-4e82-8484-148ed7e5f5ef tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:19:05.211518 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-bb800fee-08eb-4e82-8484-148ed7e5f5ef tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks [] for floatingip, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:05.231934 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-bb800fee-08eb-4e82-8484-148ed7e5f5ef tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for floatingip, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:05.233293 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-bb800fee-08eb-4e82-8484-148ed7e5f5ef tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "DELETE /v2.0/floatingips/08f8d516-a112-4b42-94bc-1a022397dd45 HTTP/1.1" status: 204  len: 168 time: 0.9508066
Apr 16 05:19:06.278595 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb34550c-ec5b-4df4-b874-bd5832a75309 req-b0e173b9-1781-413a-96d4-3319e4bccf03 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:19:06.280209 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-bb34550c-ec5b-4df4-b874-bd5832a75309 req-b0e173b9-1781-413a-96d4-3319e4bccf03 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5c7ae1e-00f7-4490-88e3-bf2b256cc79e HTTP/1.1" status: 200  len: 946 time: 0.0966501
Apr 16 05:19:06.332487 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-bb34550c-ec5b-4df4-b874-bd5832a75309 req-4bd7a429-7a3b-4f7c-bfa9-d5176d5cab83 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dff405a-c1c0-47a1-97d6-0f52f4141861&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430870
Apr 16 05:19:06.633921 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device 654a1d00-cf33-4271-b8a0-147849ef1068 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 05:19:06.662625 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 43136) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:19:06.673485 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] No Port match for: 654a1d00-cf33-4271-b8a0-147849ef1068 {{(pid=85358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 16 05:19:06.673804 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device 654a1d00-cf33-4271-b8a0-147849ef1068 not bound to the agent host hv-cinder-78652 {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 05:19:06.741937 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-8f4044bd-dfb2-4861-842d-7cb497f83bed tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks [] for security_group, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:06.775463 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-8f4044bd-dfb2-4861-842d-7cb497f83bed tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:06.831937 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-8f4044bd-dfb2-4861-842d-7cb497f83bed tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:06.837363 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-1d8b9d86-c35a-4be3-8cbf-24838359efe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:19:06.853930 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4044bd-dfb2-4861-842d-7cb497f83bed tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64fcd4c6-6895-4ef1-8bcd-86346ebbc94f,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:19:06.856899 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-8f4044bd-dfb2-4861-842d-7cb497f83bed tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:19:06.863118 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-8f4044bd-dfb2-4861-842d-7cb497f83bed tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Notify callbacks [] for security_group, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:06.864408 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-8f4044bd-dfb2-4861-842d-7cb497f83bed tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] 10.222.0.26 "DELETE /v2.0/security-groups/64fcd4c6-6895-4ef1-8bcd-86346ebbc94f HTTP/1.1" status: 204  len: 168 time: 0.2006984
Apr 16 05:19:06.900537 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-7a6c5306-1b5a-422a-a2f7-463bc594a770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:06.927626 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 43142) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:19:07.547023 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91f1bc8-0f80-4597-9787-8f43590674c9 req-2df3c35f-266d-410d-8a9f-a4560d8cea17 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:19:07.548706 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-f91f1bc8-0f80-4597-9787-8f43590674c9 req-2df3c35f-266d-410d-8a9f-a4560d8cea17 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5c7ae1e-00f7-4490-88e3-bf2b256cc79e HTTP/1.1" status: 200  len: 946 time: 0.0922771
Apr 16 05:19:07.600710 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-f91f1bc8-0f80-4597-9787-8f43590674c9 req-11ac83bc-2323-4e8f-b078-5deba7bc8437 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dff405a-c1c0-47a1-97d6-0f52f4141861&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454166
Apr 16 05:19:07.775191 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:07.809880 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-63345f0b-feae-4d1b-a675-506eb60b354a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:07.838014 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-39c90ce9-336b-48a5-935a-69ab911da709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036821579261'] for router_interface, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:08.003298 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c199d7-b291-45ab-9f5a-9815d5639631 req-d331be77-1ecb-4c89-b1d9-56a5f825e580 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:19:08.004967 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-d3c199d7-b291-45ab-9f5a-9815d5639631 req-d331be77-1ecb-4c89-b1d9-56a5f825e580 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5c7ae1e-00f7-4490-88e3-bf2b256cc79e HTTP/1.1" status: 200  len: 946 time: 0.0913002
Apr 16 05:19:08.021899 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:08.084665 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [req-d3c199d7-b291-45ab-9f5a-9815d5639631 req-a6375978-f1bb-4123-9b43-b47a6403a619 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Deleting port cc2fb85f-575a-463a-9183-22f3a739ff7f {{(pid=85357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 05:19:08.085054 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-d3c199d7-b291-45ab-9f5a-9815d5639631 req-a6375978-f1bb-4123-9b43-b47a6403a619 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284331874164'] for port, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:08.233127 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-39c90ce9-336b-48a5-935a-69ab911da709 admin admin] Deleting port 0f971c1e-8f5b-4a93-80ea-ecfc9a7e4887 {{(pid=85356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 05:19:08.233520 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-39c90ce9-336b-48a5-935a-69ab911da709 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284331874164'] for port, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:08.357705 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [req-d3c199d7-b291-45ab-9f5a-9815d5639631 req-a6375978-f1bb-4123-9b43-b47a6403a619 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] For port cc2fb85f-575a-463a-9183-22f3a739ff7f, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=cc2fb85f-575a-463a-9183-22f3a739ff7f,segment=NetworkSegment(9c8a2e63-37b5-4c7f-9db5-98a7dff0a01a),segment_id=9c8a2e63-37b5-4c7f-9db5-98a7dff0a01a)] {{(pid=85357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:19:08.357971 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-d3c199d7-b291-45ab-9f5a-9815d5639631 req-a6375978-f1bb-4123-9b43-b47a6403a619 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821567696'] for port, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:08.421558 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-39c90ce9-336b-48a5-935a-69ab911da709 admin admin] For port 0f971c1e-8f5b-4a93-80ea-ecfc9a7e4887, host dv-cinder-786524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=0f971c1e-8f5b-4a93-80ea-ecfc9a7e4887,segment=NetworkSegment(fa8ed93a-7d20-4bda-811d-279523b2b9b5),segment_id=fa8ed93a-7d20-4bda-811d-279523b2b9b5)] {{(pid=85356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:19:08.422348 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-39c90ce9-336b-48a5-935a-69ab911da709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821567696'] for port, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:08.494394 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [req-d3c199d7-b291-45ab-9f5a-9815d5639631 req-a6375978-f1bb-4123-9b43-b47a6403a619 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Calling delete_port for cc2fb85f-575a-463a-9183-22f3a739ff7f owned by compute:nova {{(pid=85357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 05:19:08.560132 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-39c90ce9-336b-48a5-935a-69ab911da709 admin admin] Calling delete_port for 0f971c1e-8f5b-4a93-80ea-ecfc9a7e4887 owned by network:router_interface {{(pid=85356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 05:19:08.645918 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-d3c199d7-b291-45ab-9f5a-9815d5639631 req-a6375978-f1bb-4123-9b43-b47a6403a619 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752522904879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752522456008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30120147'] for port, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:08.662344 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-74347d9b-01bc-4e36-91cc-10aedf0f7a6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:19:08.682537 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] get_ports_and_sgs() called for port_ids ['cc2fb85f-575a-463a-9183-22f3a739ff7f'] {{(pid=85358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 05:19:08.757410 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-39c90ce9-336b-48a5-935a-69ab911da709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752522904879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752522456008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32051484'] for port, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:08.772236 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-d1302f2d-96cd-444d-9b0e-763c1ec9d77b tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:19:08.870720 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c90ce9-336b-48a5-935a-69ab911da709 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f971c1e-8f5b-4a93-80ea-ecfc9a7e4887,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:19:08.877975 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-39c90ce9-336b-48a5-935a-69ab911da709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:19:08.975761 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6375978-f1bb-4123-9b43-b47a6403a619 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Pushing event deleted for resources: {'Port': ['ID=cc2fb85f-575a-463a-9183-22f3a739ff7f,revision_number=None']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:19:08.988867 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-a6375978-f1bb-4123-9b43-b47a6403a619 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:19:09.107294 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-45738236-632b-4380-ae15-3ce54cb657b7 req-adee5088-9001-4fc3-ba5f-eb5afc353532 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5c7ae1e-00f7-4490-88e3-bf2b256cc79e HTTP/1.1" status: 200  len: 210 time: 0.1352754
Apr 16 05:19:09.250403 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-39c90ce9-336b-48a5-935a-69ab911da709 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33065615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036821578840'] for router_interface, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:09.267129 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3c199d7-b291-45ab-9f5a-9815d5639631 req-a6375978-f1bb-4123-9b43-b47a6403a619 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] No DVR routers for this DVR port cc2fb85f-575a-463a-9183-22f3a739ff7f on host hv-cinder-78652 {{(pid=85357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 16 05:19:09.269690 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-d3c199d7-b291-45ab-9f5a-9815d5639631 req-a6375978-f1bb-4123-9b43-b47a6403a619 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:09.272606 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c7ae1e-00f7-4490-88e3-bf2b256cc79e', 'name': 'network-vif-deleted', 'tag': 'cc2fb85f-575a-463a-9183-22f3a739ff7f'}] {{(pid=85357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 05:19:09.288464 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-d3c199d7-b291-45ab-9f5a-9815d5639631 req-a6375978-f1bb-4123-9b43-b47a6403a619 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] 10.222.0.16 "DELETE /v2.0/ports/cc2fb85f-575a-463a-9183-22f3a739ff7f HTTP/1.1" status: 204  len: 173 time: 1.2764616
Apr 16 05:19:09.324633 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5c7ae1e-00f7-4490-88e3-bf2b256cc79e', 'name': 'network-vif-deleted', 'tag': 'cc2fb85f-575a-463a-9183-22f3a739ff7f', 'status': 'completed', 'code': 200}
Apr 16 05:19:09.459616 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a57a9699-4b93-4635-9a0c-76135fd629c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:09.794602 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39c90ce9-336b-48a5-935a-69ab911da709 admin admin] Router e3eb6043-a877-4f5d-9594-0a6a23dc1067 has already been hosted by L3 agent 9bacd1b6-99a0-44b1-8352-fe12768771b0 {{(pid=85356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 16 05:19:09.993543 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c90ce9-336b-48a5-935a-69ab911da709 admin admin] Notify agent at l3_agent.dv-cinder-786524-1-iscsi the message routers_updated {{(pid=85356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 05:19:10.003641 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57983d82-dd9c-48d2-90d1-25d6c329740d None None] Sync routers for ids ['e3eb6043-a877-4f5d-9594-0a6a23dc1067'] in dv-cinder-786524-1-iscsi {{(pid=85358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 05:19:10.007078 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-39c90ce9-336b-48a5-935a-69ab911da709 admin admin] 10.222.0.26 "PUT /v2.0/routers/e3eb6043-a877-4f5d-9594-0a6a23dc1067/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0782542
Apr 16 05:19:10.009854 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 43156) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:19:10.015138 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57983d82-dd9c-48d2-90d1-25d6c329740d None None] Routers {'e3eb6043-a877-4f5d-9594-0a6a23dc1067'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:19:10.015826 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-57983d82-dd9c-48d2-90d1-25d6c329740d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5daee06048>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:19:07Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['e3eb6043-a877-4f5d-9594-0a6a23dc1067'], 'active': True} {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:19:10.201537 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e2c48421-2c19-4392-af08-603930444fe8 admin admin] Notify callbacks [] for router, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:10.224133 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-57983d82-dd9c-48d2-90d1-25d6c329740d None None] Set router e3eb6043-a877-4f5d-9594-0a6a23dc1067 gateway port host: dv-cinder-786524-1-iscsi {{(pid=85358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:19:10.557316 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-57983d82-dd9c-48d2-90d1-25d6c329740d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5daee06048>, [{'id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'name': 'tempest-TestVolumeBootPattern-127490657-router', 'tenant_id': 'db51901ec1bf486ca3fc2d191f21d909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '74c9d90b-c1df-4a7a-ab06-8fb6623300c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:11:31Z', 'updated_at': '2021-04-16T05:19:08Z', 'revision_number': 5, 'project_id': 'db51901ec1bf486ca3fc2d191f21d909', 'gw_port': {'id': '74c9d90b-c1df-4a7a-ab06-8fb6623300c1', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:32Z', 'updated_at': '2021-04-16T05:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi'}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:19:10.561697 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57983d82-dd9c-48d2-90d1-25d6c329740d None None] Checking router: e3eb6043-a877-4f5d-9594-0a6a23dc1067 for host: dv-cinder-786524-1-iscsi {{(pid=85358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 05:19:10.571931 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57983d82-dd9c-48d2-90d1-25d6c329740d None None] Routers {'e3eb6043-a877-4f5d-9594-0a6a23dc1067'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:19:10.572630 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-57983d82-dd9c-48d2-90d1-25d6c329740d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5daee06048>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:19:07Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['e3eb6043-a877-4f5d-9594-0a6a23dc1067'], 'active': True} {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:19:10.677291 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e2c48421-2c19-4392-af08-603930444fe8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:10.687221 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-e2c48421-2c19-4392-af08-603930444fe8 admin admin] Deleting port 74c9d90b-c1df-4a7a-ab06-8fb6623300c1 {{(pid=85356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 05:19:10.687591 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e2c48421-2c19-4392-af08-603930444fe8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284331874164'] for port, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:10.769980 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-57983d82-dd9c-48d2-90d1-25d6c329740d None None] Set router e3eb6043-a877-4f5d-9594-0a6a23dc1067 gateway port host: dv-cinder-786524-1-iscsi {{(pid=85358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:19:10.880739 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-e2c48421-2c19-4392-af08-603930444fe8 admin admin] For port 74c9d90b-c1df-4a7a-ab06-8fb6623300c1, host dv-cinder-786524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=74c9d90b-c1df-4a7a-ab06-8fb6623300c1,segment=NetworkSegment(88f0db33-a5d4-497b-ae0c-257388b0c0ef),segment_id=88f0db33-a5d4-497b-ae0c-257388b0c0ef)] {{(pid=85356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:19:10.881459 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e2c48421-2c19-4392-af08-603930444fe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821567696'] for port, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:11.016418 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-e2c48421-2c19-4392-af08-603930444fe8 admin admin] Calling delete_port for 74c9d90b-c1df-4a7a-ab06-8fb6623300c1 owned by network:router_gateway {{(pid=85356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 05:19:11.080501 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-57983d82-dd9c-48d2-90d1-25d6c329740d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5daee06048>, [{'id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'name': 'tempest-TestVolumeBootPattern-127490657-router', 'tenant_id': 'db51901ec1bf486ca3fc2d191f21d909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '74c9d90b-c1df-4a7a-ab06-8fb6623300c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:11:31Z', 'updated_at': '2021-04-16T05:19:08Z', 'revision_number': 5, 'project_id': 'db51901ec1bf486ca3fc2d191f21d909', 'gw_port': {'id': '74c9d90b-c1df-4a7a-ab06-8fb6623300c1', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:32Z', 'updated_at': '2021-04-16T05:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi'}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:19:11.085403 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57983d82-dd9c-48d2-90d1-25d6c329740d None None] The sync data for ids ['e3eb6043-a877-4f5d-9594-0a6a23dc1067'] in dv-cinder-786524-1-iscsi is: [{'id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'name': 'tempest-TestVolumeBootPattern-127490657-router', 'tenant_id': 'db51901ec1bf486ca3fc2d191f21d909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '74c9d90b-c1df-4a7a-ab06-8fb6623300c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:11:31Z', 'updated_at': '2021-04-16T05:19:08Z', 'revision_number': 5, 'project_id': 'db51901ec1bf486ca3fc2d191f21d909', 'gw_port': {'id': '74c9d90b-c1df-4a7a-ab06-8fb6623300c1', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3eb6043-a877-4f5d-9594-0a6a23dc1067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:32Z', 'updated_at': '2021-04-16T05:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi'}] {{(pid=85358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 05:19:11.202636 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e2c48421-2c19-4392-af08-603930444fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752522904879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752522456008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32051484'] for port, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:11.216225 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-bb41d053-d0d2-4fca-b6b0-4374c2c5a579 tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:19:11.312315 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c48421-2c19-4392-af08-603930444fe8 admin admin] Pushing event deleted for resources: {'Port': ['ID=74c9d90b-c1df-4a7a-ab06-8fb6623300c1,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:19:11.315445 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-e2c48421-2c19-4392-af08-603930444fe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:19:11.493326 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e2c48421-2c19-4392-af08-603930444fe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036821578990'] for router_gateway, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:11.691759 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e2c48421-2c19-4392-af08-603930444fe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036821578328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5870'] for router, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:11.694123 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e2c48421-2c19-4392-af08-603930444fe8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:11.729374 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e2c48421-2c19-4392-af08-603930444fe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33198392'] for router, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:11.730065 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c48421-2c19-4392-af08-603930444fe8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3eb6043-a877-4f5d-9594-0a6a23dc1067 {{(pid=85356) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 16 05:19:11.744754 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e2c48421-2c19-4392-af08-603930444fe8 admin admin] Notify callbacks [] for router, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:11.746060 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-e2c48421-2c19-4392-af08-603930444fe8 admin admin] 10.222.0.26 "DELETE /v2.0/routers/e3eb6043-a877-4f5d-9594-0a6a23dc1067 HTTP/1.1" status: 204  len: 168 time: 1.7352357
Apr 16 05:19:11.748978 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 43168) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:19:11.820706 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.db_base_plugin_v2 [None req-744b5642-8fea-4b60-bdeb-449f987a36d9 admin admin] Deleting subnet b6cb0891-12b7-4364-a273-4c1d3fcc7328 {{(pid=85356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 16 05:19:11.824408 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-744b5642-8fea-4b60-bdeb-449f987a36d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:11.878962 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-744b5642-8fea-4b60-bdeb-449f987a36d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036821400633'] for subnet, precommit_delete_associations {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:11.970527 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-744b5642-8fea-4b60-bdeb-449f987a36d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-24815'] for subnet, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:12.257513 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-744b5642-8fea-4b60-bdeb-449f987a36d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854751001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821614264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036822724279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32287697'] for subnet, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:12.271626 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:19:12.352937 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744b5642-8fea-4b60-bdeb-449f987a36d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6cb0891-12b7-4364-a273-4c1d3fcc7328,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:19:12.371762 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-744b5642-8fea-4b60-bdeb-449f987a36d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:19:12.411178 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-744b5642-8fea-4b60-bdeb-449f987a36d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821710155'] for subnet, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:12.417329 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-744b5642-8fea-4b60-bdeb-449f987a36d9 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/b6cb0891-12b7-4364-a273-4c1d3fcc7328 HTTP/1.1" status: 204  len: 168 time: 0.6672516
Apr 16 05:19:12.417499 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e621667a-a2dc-4a8e-b6ee-c0c8e0fe6fce None None] Network 8dec1d0f-cfff-4035-8076-7521657c2e62 requested from dv-cinder-786524-1-iscsi {{(pid=85358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 05:19:12.420231 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 43172) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:19:12.537268 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2d4ed796-7863-4af3-b99a-bfd3a260b4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854762676'] for network, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:12.607292 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-2d4ed796-7863-4af3-b99a-bfd3a260b4be admin admin] Deleting port 6e400188-c9d8-4020-82c4-0dfe244ae2e7 {{(pid=85356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 05:19:12.608032 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2d4ed796-7863-4af3-b99a-bfd3a260b4be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284331874164'] for port, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:12.689063 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ac5c76-0c34-4139-966c-e59fe5678618 None None] DHCP port deletion for 8dec1d0f-cfff-4035-8076-7521657c2e62 request from dv-cinder-786524-1-iscsi {{(pid=85358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 16 05:19:12.693841 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-f0ac5c76-0c34-4139-966c-e59fe5678618 None None] Deleting port 6e400188-c9d8-4020-82c4-0dfe244ae2e7 {{(pid=85358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 05:19:12.694359 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f0ac5c76-0c34-4139-966c-e59fe5678618 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284331874164'] for port, before_delete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:12.740520 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device 0f971c1e-8f5b-4a93-80ea-ecfc9a7e4887 no longer exists at agent ovs-agent-dv-cinder-786524-1-iscsi {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 05:19:12.851391 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2d4ed796-7863-4af3-b99a-bfd3a260b4be admin admin] For port 6e400188-c9d8-4020-82c4-0dfe244ae2e7, host dv-cinder-786524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=6e400188-c9d8-4020-82c4-0dfe244ae2e7,segment=NetworkSegment(fa8ed93a-7d20-4bda-811d-279523b2b9b5),segment_id=fa8ed93a-7d20-4bda-811d-279523b2b9b5)] {{(pid=85356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:19:12.851794 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2d4ed796-7863-4af3-b99a-bfd3a260b4be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821567696'] for port, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:12.982774 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] No Port match for: 0f971c1e-8f5b-4a93-80ea-ecfc9a7e4887 {{(pid=85358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 16 05:19:12.983418 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device 0f971c1e-8f5b-4a93-80ea-ecfc9a7e4887 not bound to the agent host dv-cinder-786524-1-iscsi {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 05:19:12.983532 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device 74c9d90b-c1df-4a7a-ab06-8fb6623300c1 no longer exists at agent ovs-agent-dv-cinder-786524-1-iscsi {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 05:19:12.990820 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-2d4ed796-7863-4af3-b99a-bfd3a260b4be admin admin] Calling delete_port for 6e400188-c9d8-4020-82c4-0dfe244ae2e7 owned by network:dhcp {{(pid=85356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 05:19:13.026885 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] No Port match for: 74c9d90b-c1df-4a7a-ab06-8fb6623300c1 {{(pid=85358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 16 05:19:13.027288 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device 74c9d90b-c1df-4a7a-ab06-8fb6623300c1 not bound to the agent host dv-cinder-786524-1-iscsi {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 05:19:13.078410 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2d4ed796-7863-4af3-b99a-bfd3a260b4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752522904879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752522456008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32051484'] for port, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:13.094520 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-b5722243-bb8d-42b3-aa2e-bb8b017a1ac6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:19:13.194505 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-f0ac5c76-0c34-4139-966c-e59fe5678618 None None] For port 6e400188-c9d8-4020-82c4-0dfe244ae2e7, host dv-cinder-786524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=6e400188-c9d8-4020-82c4-0dfe244ae2e7,segment=NetworkSegment(fa8ed93a-7d20-4bda-811d-279523b2b9b5),segment_id=fa8ed93a-7d20-4bda-811d-279523b2b9b5)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:19:13.194960 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f0ac5c76-0c34-4139-966c-e59fe5678618 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821567696'] for port, precommit_delete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:13.203824 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4ed796-7863-4af3-b99a-bfd3a260b4be admin admin] Pushing event deleted for resources: {'Port': ['ID=6e400188-c9d8-4020-82c4-0dfe244ae2e7,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:19:13.208693 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2d4ed796-7863-4af3-b99a-bfd3a260b4be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:19:13.243371 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4ed796-7863-4af3-b99a-bfd3a260b4be admin admin] No DVR routers for this DVR port 6e400188-c9d8-4020-82c4-0dfe244ae2e7 on host dv-cinder-786524-1-iscsi {{(pid=85356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 16 05:19:13.333075 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-f0ac5c76-0c34-4139-966c-e59fe5678618 None None] Calling delete_port for 6e400188-c9d8-4020-82c4-0dfe244ae2e7 owned by network:dhcp {{(pid=85358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 05:19:13.366835 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2d4ed796-7863-4af3-b99a-bfd3a260b4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854672018', 'neutron.services.segments.db._delete_segments_for_network-8752523025096'] for network, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:13.385376 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device cc2fb85f-575a-463a-9183-22f3a739ff7f no longer exists at agent hyperv_hv-cinder-78652 {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 05:19:13.429486 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] No Port match for: cc2fb85f-575a-463a-9183-22f3a739ff7f {{(pid=85358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 16 05:19:13.429712 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device cc2fb85f-575a-463a-9183-22f3a739ff7f not bound to the agent host hv-cinder-78652 {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 05:19:13.448678 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.db.api [None req-f0ac5c76-0c34-4139-966c-e59fe5678618 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85358) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 05:19:13.449060 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_db.api [None req-f0ac5c76-0c34-4139-966c-e59fe5678618 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 16 05:19:13.485739 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.services.segments.db [None req-2d4ed796-7863-4af3-b99a-bfd3a260b4be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5dad7a29b0>,) {'filters': {'network_id': ['8dec1d0f-cfff-4035-8076-7521657c2e62']}} {{(pid=85356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:19:13.507588 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.services.segments.db [None req-2d4ed796-7863-4af3-b99a-bfd3a260b4be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5dad7a29b0>, 'fa8ed93a-7d20-4bda-811d-279523b2b9b5') {'for_net_delete': True} {{(pid=85356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:19:13.507994 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.services.segments.db [None req-2d4ed796-7863-4af3-b99a-bfd3a260b4be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5dad7a29b0>, 'fa8ed93a-7d20-4bda-811d-279523b2b9b5') {} {{(pid=85356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:19:13.524916 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2d4ed796-7863-4af3-b99a-bfd3a260b4be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752523028953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33375231'] for segment, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:13.541360 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2d4ed796-7863-4af3-b99a-bfd3a260b4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854750583'] for segment, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:13.548499 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d4ed796-7863-4af3-b99a-bfd3a260b4be admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=85356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 16 05:19:13.732623 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-2d4ed796-7863-4af3-b99a-bfd3a260b4be admin admin] Network 8dec1d0f-cfff-4035-8076-7521657c2e62 has no segments {{(pid=85356) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 16 05:19:13.743681 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2d4ed796-7863-4af3-b99a-bfd3a260b4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-25233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32053224'] for segment, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:13.931850 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-2d4ed796-7863-4af3-b99a-bfd3a260b4be admin admin] Network 8dec1d0f-cfff-4035-8076-7521657c2e62 has no segments {{(pid=85356) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 16 05:19:13.950374 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-f0ac5c76-0c34-4139-966c-e59fe5678618 None None] Deleting port 6e400188-c9d8-4020-82c4-0dfe244ae2e7 {{(pid=85358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 05:19:13.950963 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f0ac5c76-0c34-4139-966c-e59fe5678618 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284331874164'] for port, before_delete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:13.969637 dv-cinder-786524-1-iscsi neutron-server[85243]: Traceback (most recent call last):
Apr 16 05:19:13.969637 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 05:19:13.969637 dv-cinder-786524-1-iscsi neutron-server[85243]:     timer()
Apr 16 05:19:13.969637 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 05:19:13.969637 dv-cinder-786524-1-iscsi neutron-server[85243]:     cb(*args, **kw)
Apr 16 05:19:13.969637 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 16 05:19:13.969637 dv-cinder-786524-1-iscsi neutron-server[85243]:     return func(*args, **kwargs)
Apr 16 05:19:13.969637 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 05:19:13.969637 dv-cinder-786524-1-iscsi neutron-server[85243]:     self._notify()
Apr 16 05:19:13.969637 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 05:19:13.969637 dv-cinder-786524-1-iscsi neutron-server[85243]:     self.callback(batched_events)
Apr 16 05:19:13.969637 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 05:19:13.969637 dv-cinder-786524-1-iscsi neutron-server[85243]:     event.method(event)
Apr 16 05:19:13.969637 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 16 05:19:13.969637 dv-cinder-786524-1-iscsi neutron-server[85243]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 05:19:13.969637 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 16 05:19:13.969637 dv-cinder-786524-1-iscsi neutron-server[85243]:     segment_id)['aggregates'][0]
Apr 16 05:19:13.969637 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 16 05:19:13.969637 dv-cinder-786524-1-iscsi neutron-server[85243]:     return f(self, *a, **k)
Apr 16 05:19:13.969637 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 16 05:19:13.969637 dv-cinder-786524-1-iscsi neutron-server[85243]:     return self._get(url).json()
Apr 16 05:19:13.969637 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 05:19:13.969637 dv-cinder-786524-1-iscsi neutron-server[85243]:     **kwargs)
Apr 16 05:19:13.969637 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 05:19:13.969637 dv-cinder-786524-1-iscsi neutron-server[85243]:     return self.request(url, 'GET', **kwargs)
Apr 16 05:19:13.969637 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 16 05:19:13.969637 dv-cinder-786524-1-iscsi neutron-server[85243]:     **endpoint_filter)
Apr 16 05:19:13.969637 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 05:19:13.969637 dv-cinder-786524-1-iscsi neutron-server[85243]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 05:19:13.969637 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 05:19:13.969637 dv-cinder-786524-1-iscsi neutron-server[85243]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 05:19:13.969637 dv-cinder-786524-1-iscsi neutron-server[85243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 05:19:14.032080 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-f0ac5c76-0c34-4139-966c-e59fe5678618 None None] The port '6e400188-c9d8-4020-82c4-0dfe244ae2e7' was deleted {{(pid=85358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 16 05:19:14.068720 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2d4ed796-7863-4af3-b99a-bfd3a260b4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-103783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821614228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33197052'] for network, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:14.072874 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:19:14.087383 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2d4ed796-7863-4af3-b99a-bfd3a260b4be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821710155'] for network, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:14.098874 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4ed796-7863-4af3-b99a-bfd3a260b4be admin admin] Pushing event deleted for resources: {'Network': ['ID=8dec1d0f-cfff-4035-8076-7521657c2e62,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:19:14.102303 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2d4ed796-7863-4af3-b99a-bfd3a260b4be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:19:14.113986 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-2d4ed796-7863-4af3-b99a-bfd3a260b4be admin admin] 10.222.0.26 "DELETE /v2.0/networks/8dec1d0f-cfff-4035-8076-7521657c2e62 HTTP/1.1" status: 204  len: 168 time: 1.6926668
Apr 16 05:19:14.117367 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 43192) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:19:14.708246 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device 6e400188-c9d8-4020-82c4-0dfe244ae2e7 no longer exists at agent ovs-agent-dv-cinder-786524-1-iscsi {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 05:19:14.733946 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0e32299d-8b54-402e-a16a-53a58e1f6955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036821579261'] for router_interface, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:14.745343 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] No Port match for: 6e400188-c9d8-4020-82c4-0dfe244ae2e7 {{(pid=85358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 16 05:19:14.745742 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device 6e400188-c9d8-4020-82c4-0dfe244ae2e7 not bound to the agent host dv-cinder-786524-1-iscsi {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 05:19:15.112563 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-0e32299d-8b54-402e-a16a-53a58e1f6955 admin admin] Deleting port ef746873-f9a7-4a0c-a716-6ba41777f4c9 {{(pid=85357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 05:19:15.113060 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0e32299d-8b54-402e-a16a-53a58e1f6955 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284331874164'] for port, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:15.310542 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-0e32299d-8b54-402e-a16a-53a58e1f6955 admin admin] For port ef746873-f9a7-4a0c-a716-6ba41777f4c9, host dv-cinder-786524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=ef746873-f9a7-4a0c-a716-6ba41777f4c9,segment=NetworkSegment(b97f726b-7d5f-475b-a49c-dd621bb66bb5),segment_id=b97f726b-7d5f-475b-a49c-dd621bb66bb5)] {{(pid=85357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:19:15.310937 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0e32299d-8b54-402e-a16a-53a58e1f6955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821567696'] for port, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:15.448074 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-0e32299d-8b54-402e-a16a-53a58e1f6955 admin admin] Calling delete_port for ef746873-f9a7-4a0c-a716-6ba41777f4c9 owned by network:router_interface {{(pid=85357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 05:19:15.636174 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0e32299d-8b54-402e-a16a-53a58e1f6955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752522904879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752522456008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30120147'] for port, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:15.649976 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-f0acd540-5b4c-46c4-927e-aea818948458 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:19:15.744589 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e32299d-8b54-402e-a16a-53a58e1f6955 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef746873-f9a7-4a0c-a716-6ba41777f4c9,revision_number=None']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:19:15.747280 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-0e32299d-8b54-402e-a16a-53a58e1f6955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:19:16.108954 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0e32299d-8b54-402e-a16a-53a58e1f6955 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33065615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036821578840'] for router_interface, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:16.811633 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.agents_db [None req-9d5d34cb-f672-4e49-b111-51c360ae5d44 None None] Agent healthcheck: found 6 active agents {{(pid=85359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 05:19:16.915867 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e32299d-8b54-402e-a16a-53a58e1f6955 admin admin] Router efaa1268-38e3-4fa1-9298-7cda38523abc has already been hosted by L3 agent 9bacd1b6-99a0-44b1-8352-fe12768771b0 {{(pid=85357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 16 05:19:17.117449 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e32299d-8b54-402e-a16a-53a58e1f6955 admin admin] Notify agent at l3_agent.dv-cinder-786524-1-iscsi the message routers_updated {{(pid=85357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 05:19:17.131057 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-0e32299d-8b54-402e-a16a-53a58e1f6955 admin admin] 10.222.0.26 "PUT /v2.0/routers/efaa1268-38e3-4fa1-9298-7cda38523abc/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0124602
Apr 16 05:19:17.133691 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7179057-8d5a-47f1-bb74-e3f860f4c466 None None] Sync routers for ids ['efaa1268-38e3-4fa1-9298-7cda38523abc'] in dv-cinder-786524-1-iscsi {{(pid=85359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 05:19:17.133851 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 43204) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:19:17.144531 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7179057-8d5a-47f1-bb74-e3f860f4c466 None None] Routers {'efaa1268-38e3-4fa1-9298-7cda38523abc'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:19:17.145265 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-e7179057-8d5a-47f1-bb74-e3f860f4c466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5daea6c128>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:19:07Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['efaa1268-38e3-4fa1-9298-7cda38523abc'], 'active': True} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:19:17.328823 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c08c0354-5af1-4725-846e-349ee25df6b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:17.335228 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-e7179057-8d5a-47f1-bb74-e3f860f4c466 None None] Set router efaa1268-38e3-4fa1-9298-7cda38523abc gateway port host: dv-cinder-786524-1-iscsi {{(pid=85359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:19:17.524910 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c08c0354-5af1-4725-846e-349ee25df6b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:17.535065 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-c08c0354-5af1-4725-846e-349ee25df6b7 admin admin] Deleting port ed822258-f8c9-46d7-8ae7-3398c887e47f {{(pid=85357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 05:19:17.535442 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c08c0354-5af1-4725-846e-349ee25df6b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284331874164'] for port, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:17.640930 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-e7179057-8d5a-47f1-bb74-e3f860f4c466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5daea6c128>, [{'id': 'efaa1268-38e3-4fa1-9298-7cda38523abc', 'name': 'tempest-TestVolumeBootPattern-1702130762-router', 'tenant_id': 'f07218f7de7f453d9b5c655253242a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'external_fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': 'ed822258-f8c9-46d7-8ae7-3398c887e47f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:11:42Z', 'updated_at': '2021-04-16T05:19:15Z', 'revision_number': 5, 'project_id': 'f07218f7de7f453d9b5c655253242a22', 'gw_port': {'id': 'ed822258-f8c9-46d7-8ae7-3398c887e47f', 'name': '', 'network_id': '09b59cd3-13be-4f6b-8ba8-71a7bb13ef88', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ae:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaa1268-38e3-4fa1-9298-7cda38523abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:43Z', 'updated_at': '2021-04-16T05:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd321c4f6-731d-44eb-a563-8ed238725710', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-iscsi'}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:19:17.645321 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7179057-8d5a-47f1-bb74-e3f860f4c466 None None] Checking router: efaa1268-38e3-4fa1-9298-7cda38523abc for host: dv-cinder-786524-1-iscsi {{(pid=85359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 05:19:17.654531 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7179057-8d5a-47f1-bb74-e3f860f4c466 None None] Routers {'efaa1268-38e3-4fa1-9298-7cda38523abc'} bound to L3 agent in host dv-cinder-786524-1-iscsi {{(pid=85359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 05:19:17.655190 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-e7179057-8d5a-47f1-bb74-e3f860f4c466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5daea6c128>, 'dv-cinder-786524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T04:54:37Z,description=<?>,heartbeat_timestamp=2021-04-16T05:19:07Z,host='dv-cinder-786524-1-iscsi',id=9bacd1b6-99a0-44b1-8352-fe12768771b0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T04:54:37Z,topic='l3_agent')) {'router_ids': ['efaa1268-38e3-4fa1-9298-7cda38523abc'], 'active': True} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:19:17.726351 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-c08c0354-5af1-4725-846e-349ee25df6b7 admin admin] For port ed822258-f8c9-46d7-8ae7-3398c887e47f, host dv-cinder-786524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=ed822258-f8c9-46d7-8ae7-3398c887e47f,segment=NetworkSegment(88f0db33-a5d4-497b-ae0c-257388b0c0ef),segment_id=88f0db33-a5d4-497b-ae0c-257388b0c0ef)] {{(pid=85357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:19:17.726754 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c08c0354-5af1-4725-846e-349ee25df6b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821567696'] for port, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:17.815164 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvr_db [None req-e7179057-8d5a-47f1-bb74-e3f860f4c466 None None] Set router efaa1268-38e3-4fa1-9298-7cda38523abc gateway port host: None {{(pid=85359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 05:19:17.858373 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-c08c0354-5af1-4725-846e-349ee25df6b7 admin admin] Calling delete_port for ed822258-f8c9-46d7-8ae7-3398c887e47f owned by network:router_gateway {{(pid=85357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 05:19:18.049613 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c08c0354-5af1-4725-846e-349ee25df6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752522904879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752522456008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30120147'] for port, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:18.063086 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-f1bb18f6-720b-4521-b66d-fe657ee33483 tempest-AttachVolumeShelveTestJSON-453628487 tempest-AttachVolumeShelveTestJSON-453628487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:19:18.090221 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_hamode_db [None req-e7179057-8d5a-47f1-bb74-e3f860f4c466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5daea6c128>, [{'id': 'efaa1268-38e3-4fa1-9298-7cda38523abc', 'name': 'tempest-TestVolumeBootPattern-1702130762-router', 'tenant_id': 'f07218f7de7f453d9b5c655253242a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:11:42Z', 'updated_at': '2021-04-16T05:19:17Z', 'revision_number': 6, 'project_id': 'f07218f7de7f453d9b5c655253242a22', 'gw_port_host': None}], 'dv-cinder-786524-1-iscsi', False) {} {{(pid=85359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:19:18.094545 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7179057-8d5a-47f1-bb74-e3f860f4c466 None None] The sync data for ids ['efaa1268-38e3-4fa1-9298-7cda38523abc'] in dv-cinder-786524-1-iscsi is: [{'id': 'efaa1268-38e3-4fa1-9298-7cda38523abc', 'name': 'tempest-TestVolumeBootPattern-1702130762-router', 'tenant_id': 'f07218f7de7f453d9b5c655253242a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:11:42Z', 'updated_at': '2021-04-16T05:19:17Z', 'revision_number': 6, 'project_id': 'f07218f7de7f453d9b5c655253242a22', 'gw_port_host': None}] {{(pid=85359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 05:19:18.168019 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08c0354-5af1-4725-846e-349ee25df6b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed822258-f8c9-46d7-8ae7-3398c887e47f,revision_number=None']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:19:18.176654 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-c08c0354-5af1-4725-846e-349ee25df6b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:19:18.338515 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c08c0354-5af1-4725-846e-349ee25df6b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036821578990'] for router_gateway, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:18.529070 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c08c0354-5af1-4725-846e-349ee25df6b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036821578328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5870'] for router, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:18.531764 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c08c0354-5af1-4725-846e-349ee25df6b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:18.555175 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c08c0354-5af1-4725-846e-349ee25df6b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33198392'] for router, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:18.555764 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c08c0354-5af1-4725-846e-349ee25df6b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router efaa1268-38e3-4fa1-9298-7cda38523abc {{(pid=85357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 16 05:19:18.569445 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c08c0354-5af1-4725-846e-349ee25df6b7 admin admin] Notify callbacks [] for router, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:18.573688 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 43224) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:19:18.581807 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-c08c0354-5af1-4725-846e-349ee25df6b7 admin admin] 10.222.0.26 "DELETE /v2.0/routers/efaa1268-38e3-4fa1-9298-7cda38523abc HTTP/1.1" status: 204  len: 168 time: 1.4465966
Apr 16 05:19:18.643043 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b3813b1-237d-452b-875c-8afee44f4128 admin admin] Deleting subnet 765f6153-0262-4b15-b573-bd095cbd1d3e {{(pid=85356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 16 05:19:18.646522 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-7b3813b1-237d-452b-875c-8afee44f4128 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:18.707287 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-7b3813b1-237d-452b-875c-8afee44f4128 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036821400633'] for subnet, precommit_delete_associations {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:18.724140 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device ed822258-f8c9-46d7-8ae7-3398c887e47f no longer exists at agent ovs-agent-dv-cinder-786524-1-iscsi {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 05:19:18.769983 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] No Port match for: ed822258-f8c9-46d7-8ae7-3398c887e47f {{(pid=85358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 16 05:19:18.770648 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device ed822258-f8c9-46d7-8ae7-3398c887e47f not bound to the agent host dv-cinder-786524-1-iscsi {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 05:19:18.771568 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device ef746873-f9a7-4a0c-a716-6ba41777f4c9 no longer exists at agent ovs-agent-dv-cinder-786524-1-iscsi {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 05:19:18.786602 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5172c418-e625-4a5e-9339-f85218e3984c req-ecf38e06-d60f-42c1-95a3-aa3e27d8366e tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:19:18.788500 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-5172c418-e625-4a5e-9339-f85218e3984c req-ecf38e06-d60f-42c1-95a3-aa3e27d8366e tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] 10.222.0.26 "GET /v2.0/networks?id=56fb17ab-416c-4749-a235-81acc2ac3b71 HTTP/1.1" status: 200  len: 813 time: 0.1979225
Apr 16 05:19:18.793030 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-7b3813b1-237d-452b-875c-8afee44f4128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-24815'] for subnet, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:18.809650 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-5172c418-e625-4a5e-9339-f85218e3984c req-700d083a-6f4e-4740-af09-28c94c3d8cd1 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] 10.222.0.26 "GET /v2.0/quotas/79aac8f3311743378daaadf5bddeb7d1 HTTP/1.1" status: 200  len: 375 time: 0.0146232
Apr 16 05:19:18.813293 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] No Port match for: ef746873-f9a7-4a0c-a716-6ba41777f4c9 {{(pid=85358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 16 05:19:18.813711 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device ef746873-f9a7-4a0c-a716-6ba41777f4c9 not bound to the agent host dv-cinder-786524-1-iscsi {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 05:19:18.862113 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-5172c418-e625-4a5e-9339-f85218e3984c req-7fa949b2-8a05-44a1-8abb-1547ca6b7fd0 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Synchronizing usage tracker for tenant:79aac8f3311743378daaadf5bddeb7d1 on resource:port {{(pid=85357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 05:19:18.878758 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-5172c418-e625-4a5e-9339-f85218e3984c req-7fa949b2-8a05-44a1-8abb-1547ca6b7fd0 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Unset dirty status for tenant:79aac8f3311743378daaadf5bddeb7d1 on resource:port {{(pid=85357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 05:19:18.880147 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-5172c418-e625-4a5e-9339-f85218e3984c req-7fa949b2-8a05-44a1-8abb-1547ca6b7fd0 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=79aac8f3311743378daaadf5bddeb7d1&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0659759
Apr 16 05:19:19.040890 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-5172c418-e625-4a5e-9339-f85218e3984c req-feb448c7-3c09-4bd6-9e10-fe96e2c36077 service neutron] 10.222.0.26 "GET /v2.0/networks/56fb17ab-416c-4749-a235-81acc2ac3b71?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1521051
Apr 16 05:19:19.197674 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-5172c418-e625-4a5e-9339-f85218e3984c req-e0f83a66-4002-41e3-86dd-d8eb99f75fb2 service neutron] 10.222.0.26 "GET /v2.0/networks/56fb17ab-416c-4749-a235-81acc2ac3b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1495054
Apr 16 05:19:19.349207 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-7b3813b1-237d-452b-875c-8afee44f4128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854751001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821614264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036822724279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32287697'] for subnet, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:19.366784 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-03fa393d-b506-4d26-84bd-9cb323d09ba9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:19:19.395487 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-e225c1bd-503c-4121-919e-f96943624c75 req-fe10ed53-58b2-4a91-b65d-20b5fe6f5d6c tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] 10.222.0.26 "GET /v2.0/ports?device_id=44be968c-f6d0-45da-b5f9-446ac6167911 HTTP/1.1" status: 200  len: 210 time: 0.0501487
Apr 16 05:19:19.405012 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3813b1-237d-452b-875c-8afee44f4128 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=765f6153-0262-4b15-b573-bd095cbd1d3e,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:19:19.458308 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-7b3813b1-237d-452b-875c-8afee44f4128 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:19:19.509114 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-7b3813b1-237d-452b-875c-8afee44f4128 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821710155'] for subnet, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:19.515982 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0178671d-d91b-46b0-97e6-0a4b48fb1a58 None None] Network 6273a2ca-b165-4551-8ef1-2795869426c1 requested from dv-cinder-786524-1-iscsi {{(pid=85358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 05:19:19.519447 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-7b3813b1-237d-452b-875c-8afee44f4128 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/765f6153-0262-4b15-b573-bd095cbd1d3e HTTP/1.1" status: 204  len: 168 time: 0.9445233
Apr 16 05:19:19.520007 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 43236) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:19:19.719248 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-765c1182-f13d-4d26-b4ba-f32c40467260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854762676'] for network, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:19.831498 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-765c1182-f13d-4d26-b4ba-f32c40467260 admin admin] Deleting port 7f8d8d22-742a-4007-b2f7-cf67732d235c {{(pid=85357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 05:19:19.831877 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-765c1182-f13d-4d26-b4ba-f32c40467260 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284331874164'] for port, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:19.905843 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2753b8a-5328-418e-9248-70be3080fd95 None None] DHCP port deletion for 6273a2ca-b165-4551-8ef1-2795869426c1 request from dv-cinder-786524-1-iscsi {{(pid=85358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 16 05:19:19.910487 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-d2753b8a-5328-418e-9248-70be3080fd95 None None] Deleting port 7f8d8d22-742a-4007-b2f7-cf67732d235c {{(pid=85358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 05:19:19.910908 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-d2753b8a-5328-418e-9248-70be3080fd95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284331874164'] for port, before_delete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:20.089023 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-765c1182-f13d-4d26-b4ba-f32c40467260 admin admin] For port 7f8d8d22-742a-4007-b2f7-cf67732d235c, host dv-cinder-786524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=7f8d8d22-742a-4007-b2f7-cf67732d235c,segment=NetworkSegment(b97f726b-7d5f-475b-a49c-dd621bb66bb5),segment_id=b97f726b-7d5f-475b-a49c-dd621bb66bb5)] {{(pid=85357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:19:20.089500 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-765c1182-f13d-4d26-b4ba-f32c40467260 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821567696'] for port, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:20.141228 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-d2753b8a-5328-418e-9248-70be3080fd95 None None] For port 7f8d8d22-742a-4007-b2f7-cf67732d235c, host dv-cinder-786524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-iscsi',level=0,port_id=7f8d8d22-742a-4007-b2f7-cf67732d235c,segment=NetworkSegment(b97f726b-7d5f-475b-a49c-dd621bb66bb5),segment_id=b97f726b-7d5f-475b-a49c-dd621bb66bb5)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:19:20.141546 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-d2753b8a-5328-418e-9248-70be3080fd95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821567696'] for port, precommit_delete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:20.276872 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-d2753b8a-5328-418e-9248-70be3080fd95 None None] Calling delete_port for 7f8d8d22-742a-4007-b2f7-cf67732d235c owned by network:dhcp {{(pid=85358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 05:19:20.368562 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-d2753b8a-5328-418e-9248-70be3080fd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752522904879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752522456008'] for port, after_delete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:20.390422 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:19:20.500881 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2753b8a-5328-418e-9248-70be3080fd95 None None] Pushing event deleted for resources: {'Port': ['ID=7f8d8d22-742a-4007-b2f7-cf67732d235c,revision_number=None']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:19:20.511294 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2753b8a-5328-418e-9248-70be3080fd95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:19:20.511690 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2753b8a-5328-418e-9248-70be3080fd95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:19:20.512084 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2753b8a-5328-418e-9248-70be3080fd95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:19:20.512470 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2753b8a-5328-418e-9248-70be3080fd95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:19:20.512833 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2753b8a-5328-418e-9248-70be3080fd95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:19:20.513232 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2753b8a-5328-418e-9248-70be3080fd95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:19:20.513609 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2753b8a-5328-418e-9248-70be3080fd95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:19:20.513981 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2753b8a-5328-418e-9248-70be3080fd95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:19:20.514788 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2753b8a-5328-418e-9248-70be3080fd95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:19:20.514788 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2753b8a-5328-418e-9248-70be3080fd95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:19:20.516790 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2753b8a-5328-418e-9248-70be3080fd95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:19:20.517292 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2753b8a-5328-418e-9248-70be3080fd95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:19:20.523388 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-d2753b8a-5328-418e-9248-70be3080fd95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:19:20.553283 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2753b8a-5328-418e-9248-70be3080fd95 None None] No DVR routers for this DVR port 7f8d8d22-742a-4007-b2f7-cf67732d235c on host dv-cinder-786524-1-iscsi {{(pid=85358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 16 05:19:20.591173 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-765c1182-f13d-4d26-b4ba-f32c40467260 admin admin] Calling delete_port for 7f8d8d22-742a-4007-b2f7-cf67732d235c owned by network:dhcp {{(pid=85357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 05:19:20.711969 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-ccba88ed-ce7a-41ac-b1af-33a2af24e398 req-0ecb9ec4-02f9-42db-8898-755435f6183a tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] 10.222.0.26 "GET /v2.0/ports?device_id=44be968c-f6d0-45da-b5f9-446ac6167911 HTTP/1.1" status: 200  len: 210 time: 0.0862873
Apr 16 05:19:20.716064 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device 7f8d8d22-742a-4007-b2f7-cf67732d235c no longer exists at agent ovs-agent-dv-cinder-786524-1-iscsi {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 05:19:20.756743 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] No Port match for: 7f8d8d22-742a-4007-b2f7-cf67732d235c {{(pid=85358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 16 05:19:20.757346 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Device 7f8d8d22-742a-4007-b2f7-cf67732d235c not bound to the agent host dv-cinder-786524-1-iscsi {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 05:19:20.781445 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.db.api [None req-765c1182-f13d-4d26-b4ba-f32c40467260 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85357) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 05:19:20.782177 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_db.api [None req-765c1182-f13d-4d26-b4ba-f32c40467260 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 16 05:19:20.789841 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5172c418-e625-4a5e-9339-f85218e3984c req-dc143b74-72ca-4645-9b5c-ea9909634343 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:19:20.791949 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-5172c418-e625-4a5e-9339-f85218e3984c req-dc143b74-72ca-4645-9b5c-ea9909634343 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] 10.222.0.16 "GET /v2.0/networks?id=56fb17ab-416c-4749-a235-81acc2ac3b71 HTTP/1.1" status: 200  len: 813 time: 0.2958276
Apr 16 05:19:20.814134 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [req-5172c418-e625-4a5e-9339-f85218e3984c req-3abb851e-c6d0-4baa-a255-5ce965bbda39 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Request body: {'port': {'device_id': '44be968c-f6d0-45da-b5f9-446ac6167911', 'network_id': '56fb17ab-416c-4749-a235-81acc2ac3b71', 'admin_state_up': True, 'tenant_id': '79aac8f3311743378daaadf5bddeb7d1'}} {{(pid=85357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:19:20.965058 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [req-5172c418-e625-4a5e-9339-f85218e3984c req-3abb851e-c6d0-4baa-a255-5ce965bbda39 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 05:19:20.975588 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.quota.driver [req-5172c418-e625-4a5e-9339-f85218e3984c req-3abb851e-c6d0-4baa-a255-5ce965bbda39 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 05:19:20.987050 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5172c418-e625-4a5e-9339-f85218e3984c req-3abb851e-c6d0-4baa-a255-5ce965bbda39 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Made reservation on behalf of 79aac8f3311743378daaadf5bddeb7d1 for: {'port': 1} {{(pid=85357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 05:19:20.993244 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-5172c418-e625-4a5e-9339-f85218e3984c req-3abb851e-c6d0-4baa-a255-5ce965bbda39 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:21.169552 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.db_base_plugin_common [req-5172c418-e625-4a5e-9339-f85218e3984c req-3abb851e-c6d0-4baa-a255-5ce965bbda39 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Allocated IP 172.20.0.7 (56fb17ab-416c-4749-a235-81acc2ac3b71/e06673b3-a8ed-436b-a038-6cb1eaff619f/68bed719-ac67-41d7-99ec-ab7d4605f60b) {{(pid=85357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 05:19:21.304623 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-765c1182-f13d-4d26-b4ba-f32c40467260 admin admin] Deleting port 7f8d8d22-742a-4007-b2f7-cf67732d235c {{(pid=85357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 05:19:21.304952 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-765c1182-f13d-4d26-b4ba-f32c40467260 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284331874164'] for port, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:21.385331 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-765c1182-f13d-4d26-b4ba-f32c40467260 admin admin] The port '7f8d8d22-742a-4007-b2f7-cf67732d235c' was deleted {{(pid=85357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 16 05:19:21.561501 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-765c1182-f13d-4d26-b4ba-f32c40467260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854672018', 'neutron.services.segments.db._delete_segments_for_network-8752523025096'] for network, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:21.648592 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-5172c418-e625-4a5e-9339-f85218e3984c req-3abb851e-c6d0-4baa-a255-5ce965bbda39 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Notify callbacks [] for port, precommit_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:21.700411 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.services.segments.db [None req-765c1182-f13d-4d26-b4ba-f32c40467260 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5dae7370f0>,) {'filters': {'network_id': ['6273a2ca-b165-4551-8ef1-2795869426c1']}} {{(pid=85357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:19:21.716513 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.services.segments.db [None req-765c1182-f13d-4d26-b4ba-f32c40467260 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5dae7370f0>, 'b97f726b-7d5f-475b-a49c-dd621bb66bb5') {'for_net_delete': True} {{(pid=85357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:19:21.716852 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.services.segments.db [None req-765c1182-f13d-4d26-b4ba-f32c40467260 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5dae7370f0>, 'b97f726b-7d5f-475b-a49c-dd621bb66bb5') {} {{(pid=85357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:19:21.731427 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-765c1182-f13d-4d26-b4ba-f32c40467260 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752523028953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036823936640'] for segment, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:21.752887 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-765c1182-f13d-4d26-b4ba-f32c40467260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854750583'] for segment, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:21.755904 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-5172c418-e625-4a5e-9339-f85218e3984c req-3abb851e-c6d0-4baa-a255-5ce965bbda39 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284332319809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30120147'] for port, after_create {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:21.777432 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-0365bee1-c2f3-4ad1-a63b-74f7c77fd1fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:19:21.820136 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-765c1182-f13d-4d26-b4ba-f32c40467260 admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=85357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 16 05:19:22.125010 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abb851e-c6d0-4baa-a255-5ce965bbda39 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Pushing event updated for resources: {'Port': ['ID=68bed719-ac67-41d7-99ec-ab7d4605f60b,revision_number=1']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:19:22.128282 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-3abb851e-c6d0-4baa-a255-5ce965bbda39 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:19:22.174775 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-765c1182-f13d-4d26-b4ba-f32c40467260 admin admin] Network 6273a2ca-b165-4551-8ef1-2795869426c1 has no segments {{(pid=85357) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 16 05:19:22.184798 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-765c1182-f13d-4d26-b4ba-f32c40467260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-25233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30121511'] for segment, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:22.382928 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5172c418-e625-4a5e-9339-f85218e3984c req-3abb851e-c6d0-4baa-a255-5ce965bbda39 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Network 56fb17ab-416c-4749-a235-81acc2ac3b71 is already hosted by enough agents. {{(pid=85357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 05:19:22.389441 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.scheduler.base_scheduler [req-5172c418-e625-4a5e-9339-f85218e3984c req-3abb851e-c6d0-4baa-a255-5ce965bbda39 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Resources bound (agent type, host, resource id):  {{(pid=85357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 05:19:22.392046 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [req-5172c418-e625-4a5e-9339-f85218e3984c req-3abb851e-c6d0-4baa-a255-5ce965bbda39 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Received port after_create {{(pid=85357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 05:19:22.444877 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-765c1182-f13d-4d26-b4ba-f32c40467260 admin admin] Network 6273a2ca-b165-4551-8ef1-2795869426c1 has no segments {{(pid=85357) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 16 05:19:22.473661 dv-cinder-786524-1-iscsi neutron-server[85243]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 05:19:22.473661 dv-cinder-786524-1-iscsi neutron-server[85243]:   % (table.description, expected, rows_matched)
Apr 16 05:19:22.473661 dv-cinder-786524-1-iscsi neutron-server[85243]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 05:19:22.473661 dv-cinder-786524-1-iscsi neutron-server[85243]:   % (table.description, expected, rows_matched)
Apr 16 05:19:22.473661 dv-cinder-786524-1-iscsi neutron-server[85243]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 05:19:22.473661 dv-cinder-786524-1-iscsi neutron-server[85243]:   % (table.description, expected, rows_matched)
Apr 16 05:19:22.473661 dv-cinder-786524-1-iscsi neutron-server[85243]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 05:19:22.473661 dv-cinder-786524-1-iscsi neutron-server[85243]:   % (table.description, expected, rows_matched)
Apr 16 05:19:22.473661 dv-cinder-786524-1-iscsi neutron-server[85243]: Traceback (most recent call last):
Apr 16 05:19:22.473661 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 05:19:22.473661 dv-cinder-786524-1-iscsi neutron-server[85243]:     timer()
Apr 16 05:19:22.473661 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 05:19:22.473661 dv-cinder-786524-1-iscsi neutron-server[85243]:     cb(*args, **kw)
Apr 16 05:19:22.473661 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 16 05:19:22.473661 dv-cinder-786524-1-iscsi neutron-server[85243]:     return func(*args, **kwargs)
Apr 16 05:19:22.473661 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 05:19:22.473661 dv-cinder-786524-1-iscsi neutron-server[85243]:     self._notify()
Apr 16 05:19:22.473661 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 05:19:22.473661 dv-cinder-786524-1-iscsi neutron-server[85243]:     self.callback(batched_events)
Apr 16 05:19:22.473661 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 05:19:22.473661 dv-cinder-786524-1-iscsi neutron-server[85243]:     event.method(event)
Apr 16 05:19:22.473661 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 16 05:19:22.473661 dv-cinder-786524-1-iscsi neutron-server[85243]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 05:19:22.473661 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 16 05:19:22.473661 dv-cinder-786524-1-iscsi neutron-server[85243]:     segment_id)['aggregates'][0]
Apr 16 05:19:22.473661 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 16 05:19:22.473661 dv-cinder-786524-1-iscsi neutron-server[85243]:     return f(self, *a, **k)
Apr 16 05:19:22.473661 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 16 05:19:22.473661 dv-cinder-786524-1-iscsi neutron-server[85243]:     return self._get(url).json()
Apr 16 05:19:22.473661 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 05:19:22.473661 dv-cinder-786524-1-iscsi neutron-server[85243]:     **kwargs)
Apr 16 05:19:22.473661 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 05:19:22.473661 dv-cinder-786524-1-iscsi neutron-server[85243]:     return self.request(url, 'GET', **kwargs)
Apr 16 05:19:22.473661 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 16 05:19:22.473661 dv-cinder-786524-1-iscsi neutron-server[85243]:     **endpoint_filter)
Apr 16 05:19:22.473661 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 05:19:22.473661 dv-cinder-786524-1-iscsi neutron-server[85243]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 05:19:22.473661 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 05:19:22.473661 dv-cinder-786524-1-iscsi neutron-server[85243]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 05:19:22.473661 dv-cinder-786524-1-iscsi neutron-server[85243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 05:19:22.487439 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14539e9-64fe-43f8-856b-23904a2cbebb req-25208168-878a-48c5-b720-8c9407a2a935 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:19:22.489043 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-b14539e9-64fe-43f8-856b-23904a2cbebb req-25208168-878a-48c5-b720-8c9407a2a935 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] 10.222.0.26 "GET /v2.0/ports?device_id=44be968c-f6d0-45da-b5f9-446ac6167911 HTTP/1.1" status: 200  len: 931 time: 0.5971301
Apr 16 05:19:22.601441 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5172c418-e625-4a5e-9339-f85218e3984c req-3abb851e-c6d0-4baa-a255-5ce965bbda39 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:19:22.602142 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-5172c418-e625-4a5e-9339-f85218e3984c req-3abb851e-c6d0-4baa-a255-5ce965bbda39 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:22.628552 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-765c1182-f13d-4d26-b4ba-f32c40467260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-103783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821614228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33197052'] for network, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:22.638822 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-b14539e9-64fe-43f8-856b-23904a2cbebb req-ec5936ad-3d06-4b1b-b63d-bdaab0721065 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dff405a-c1c0-47a1-97d6-0f52f4141861&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0966711
Apr 16 05:19:22.646657 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:19:22.660974 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-765c1182-f13d-4d26-b4ba-f32c40467260 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821710155'] for network, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:22.680114 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c1182-f13d-4d26-b4ba-f32c40467260 admin admin] Pushing event deleted for resources: {'Network': ['ID=6273a2ca-b165-4551-8ef1-2795869426c1,revision_number=None']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:19:22.685899 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-765c1182-f13d-4d26-b4ba-f32c40467260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:19:22.692996 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-5172c418-e625-4a5e-9339-f85218e3984c req-3abb851e-c6d0-4baa-a255-5ce965bbda39 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8831553
Apr 16 05:19:22.697709 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-765c1182-f13d-4d26-b4ba-f32c40467260 admin admin] 10.222.0.26 "DELETE /v2.0/networks/6273a2ca-b165-4551-8ef1-2795869426c1 HTTP/1.1" status: 204  len: 168 time: 3.1760354
Apr 16 05:19:22.769424 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.v2.base [req-5172c418-e625-4a5e-9339-f85218e3984c req-5ad4f986-b656-4acf-8b05-2f2fe6ef03ba service neutron] Request body: {'port': {'device_id': '44be968c-f6d0-45da-b5f9-446ac6167911', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=85357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 05:19:22.824773 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 43254) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:19:22.933762 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-5172c418-e625-4a5e-9339-f85218e3984c req-5ad4f986-b656-4acf-8b05-2f2fe6ef03ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:22.953550 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-42fd6974-3787-4731-af9b-904c4d74abed admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=db51901ec1bf486ca3fc2d191f21d909&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1273758
Apr 16 05:19:22.956619 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 43258) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:19:23.137363 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-4c3a67d9-cf61-421d-81aa-272a915a3307 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:23.243694 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-4c3a67d9-cf61-421d-81aa-272a915a3307 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:23.347499 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-4c3a67d9-cf61-421d-81aa-272a915a3307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:23.353974 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-69028eb5-9b13-4cb4-a761-127376ba556d tempest-AttachVolumeTestJSON-442173551 tempest-AttachVolumeTestJSON-442173551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:19:23.412988 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3a67d9-cf61-421d-81aa-272a915a3307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b05e29-84fd-4f73-a0d1-51939227b531,revision_number=None']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:19:23.430192 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-4c3a67d9-cf61-421d-81aa-272a915a3307 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:19:23.436448 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-4c3a67d9-cf61-421d-81aa-272a915a3307 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:23.437792 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-4c3a67d9-cf61-421d-81aa-272a915a3307 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/68b05e29-84fd-4f73-a0d1-51939227b531 HTTP/1.1" status: 204  len: 168 time: 0.4800689
Apr 16 05:19:23.446732 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [req-5172c418-e625-4a5e-9339-f85218e3984c req-5ad4f986-b656-4acf-8b05-2f2fe6ef03ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68bed719-ac67-41d7-99ec-ab7d4605f60b {{(pid=85357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 05:19:23.455084 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-5172c418-e625-4a5e-9339-f85218e3984c req-5ad4f986-b656-4acf-8b05-2f2fe6ef03ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:23.471819 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [req-5172c418-e625-4a5e-9339-f85218e3984c req-5ad4f986-b656-4acf-8b05-2f2fe6ef03ba service neutron] Transition to ACTIVE for port object 68bed719-ac67-41d7-99ec-ab7d4605f60b will not be triggered until provisioned by entity L2. {{(pid=85357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 05:19:23.475389 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-5172c418-e625-4a5e-9339-f85218e3984c req-5ad4f986-b656-4acf-8b05-2f2fe6ef03ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036824655669'] for port, after_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:23.491496 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-e4805442-98d8-4092-97e1-60bbc93ea2d0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:19:23.635973 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad4f986-b656-4acf-8b05-2f2fe6ef03ba service neutron] Pushing event updated for resources: {'Port': ['ID=68bed719-ac67-41d7-99ec-ab7d4605f60b,revision_number=2']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:19:23.639261 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-5ad4f986-b656-4acf-8b05-2f2fe6ef03ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:19:23.944973 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 43268) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:19:24.003222 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-aca61e81-4ff1-48e4-b3c5-1b84ed6caee6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f07218f7de7f453d9b5c655253242a22&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0543463
Apr 16 05:19:24.003477 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 43272) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:19:24.066698 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ba93feb5-0297-4002-9a89-daecbb071bd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:24.099775 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ba93feb5-0297-4002-9a89-daecbb071bd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:24.151983 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ba93feb5-0297-4002-9a89-daecbb071bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:24.157692 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-7f23eaf6-3109-49b2-8a99-2851a636d77f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:19:24.169932 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba93feb5-0297-4002-9a89-daecbb071bd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b7c482-ba25-45e6-833c-7f4a2d98c958,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:19:24.176224 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-ba93feb5-0297-4002-9a89-daecbb071bd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:19:24.182149 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ba93feb5-0297-4002-9a89-daecbb071bd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:24.184384 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679f9b0b-2192-46e5-a9e6-f7604b60f706 req-8c0c0139-ffd3-4e60-8af8-23e9a36d8d88 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:19:24.184545 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-ba93feb5-0297-4002-9a89-daecbb071bd9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/45b7c482-ba25-45e6-833c-7f4a2d98c958 HTTP/1.1" status: 204  len: 168 time: 0.1789417
Apr 16 05:19:24.184636 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-679f9b0b-2192-46e5-a9e6-f7604b60f706 req-8c0c0139-ffd3-4e60-8af8-23e9a36d8d88 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Synchronizing usage tracker for tenant:79aac8f3311743378daaadf5bddeb7d1 on resource:port {{(pid=85357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 05:19:24.221040 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-679f9b0b-2192-46e5-a9e6-f7604b60f706 req-8c0c0139-ffd3-4e60-8af8-23e9a36d8d88 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Unset dirty status for tenant:79aac8f3311743378daaadf5bddeb7d1 on resource:port {{(pid=85357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 05:19:24.222369 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-679f9b0b-2192-46e5-a9e6-f7604b60f706 req-8c0c0139-ffd3-4e60-8af8-23e9a36d8d88 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] 10.222.0.26 "GET /v2.0/ports?device_id=44be968c-f6d0-45da-b5f9-446ac6167911 HTTP/1.1" status: 200  len: 943 time: 0.3009155
Apr 16 05:19:24.229418 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [req-5172c418-e625-4a5e-9339-f85218e3984c req-5ad4f986-b656-4acf-8b05-2f2fe6ef03ba service neutron] Attempting to bind port 68bed719-ac67-41d7-99ec-ab7d4605f60b on host hv-cinder-78652 for vnic_type normal with profile  {{(pid=85357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 05:19:24.229814 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [req-5172c418-e625-4a5e-9339-f85218e3984c req-5ad4f986-b656-4acf-8b05-2f2fe6ef03ba service neutron] Attempting to bind port 68bed719-ac67-41d7-99ec-ab7d4605f60b by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '9c8a2e63-37b5-4c7f-9db5-98a7dff0a01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '56fb17ab-416c-4749-a235-81acc2ac3b71'}] {{(pid=85357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 05:19:24.230179 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5172c418-e625-4a5e-9339-f85218e3984c req-5ad4f986-b656-4acf-8b05-2f2fe6ef03ba service neutron] Attempting to bind port 68bed719-ac67-41d7-99ec-ab7d4605f60b on network 56fb17ab-416c-4749-a235-81acc2ac3b71 {{(pid=85357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 05:19:24.251975 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5172c418-e625-4a5e-9339-f85218e3984c req-5ad4f986-b656-4acf-8b05-2f2fe6ef03ba service neutron] Port 68bed719-ac67-41d7-99ec-ab7d4605f60b on network 56fb17ab-416c-4749-a235-81acc2ac3b71 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=85357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 05:19:24.252340 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5172c418-e625-4a5e-9339-f85218e3984c req-5ad4f986-b656-4acf-8b05-2f2fe6ef03ba service neutron] Attempting to bind port 68bed719-ac67-41d7-99ec-ab7d4605f60b on network 56fb17ab-416c-4749-a235-81acc2ac3b71 {{(pid=85357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 05:19:24.263393 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5172c418-e625-4a5e-9339-f85218e3984c req-5ad4f986-b656-4acf-8b05-2f2fe6ef03ba service neutron] Checking agent: {'id': '5ddcce5e-7017-4c76-88fa-bffacfec0d31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 5, 1, 38), 'started_at': datetime.datetime(2021, 4, 16, 5, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 5, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 05:19:24.263764 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5172c418-e625-4a5e-9339-f85218e3984c req-5ad4f986-b656-4acf-8b05-2f2fe6ef03ba service neutron] Checking segment: {'id': '9c8a2e63-37b5-4c7f-9db5-98a7dff0a01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '56fb17ab-416c-4749-a235-81acc2ac3b71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 05:19:24.264187 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5172c418-e625-4a5e-9339-f85218e3984c req-5ad4f986-b656-4acf-8b05-2f2fe6ef03ba service neutron] Bound using segment: {'id': '9c8a2e63-37b5-4c7f-9db5-98a7dff0a01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '56fb17ab-416c-4749-a235-81acc2ac3b71'} {{(pid=85357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 05:19:24.264657 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [req-5172c418-e625-4a5e-9339-f85218e3984c req-5ad4f986-b656-4acf-8b05-2f2fe6ef03ba service neutron] Bound port: 68bed719-ac67-41d7-99ec-ab7d4605f60b, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c8a2e63-37b5-4c7f-9db5-98a7dff0a01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '56fb17ab-416c-4749-a235-81acc2ac3b71'}}] {{(pid=85357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 05:19:24.265049 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-5172c418-e625-4a5e-9339-f85218e3984c req-5ad4f986-b656-4acf-8b05-2f2fe6ef03ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:24.336620 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-679f9b0b-2192-46e5-a9e6-f7604b60f706 req-2412fdac-c727-4ced-b154-e3b8160c82e4 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dff405a-c1c0-47a1-97d6-0f52f4141861&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1038089
Apr 16 05:19:24.383864 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [req-5172c418-e625-4a5e-9339-f85218e3984c req-5ad4f986-b656-4acf-8b05-2f2fe6ef03ba service neutron] For port 68bed719-ac67-41d7-99ec-ab7d4605f60b, host hv-cinder-78652, cleared binding levels {{(pid=85357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 05:19:24.387924 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [req-5172c418-e625-4a5e-9339-f85218e3984c req-5ad4f986-b656-4acf-8b05-2f2fe6ef03ba service neutron] For port 68bed719-ac67-41d7-99ec-ab7d4605f60b, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=68bed719-ac67-41d7-99ec-ab7d4605f60b,segment=NetworkSegment(9c8a2e63-37b5-4c7f-9db5-98a7dff0a01a),segment_id=9c8a2e63-37b5-4c7f-9db5-98a7dff0a01a)] {{(pid=85357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 05:19:24.392339 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-5172c418-e625-4a5e-9339-f85218e3984c req-5ad4f986-b656-4acf-8b05-2f2fe6ef03ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036824655669'] for port, after_update {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:24.406777 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-f12913cf-1de3-4bb8-9d7d-bf2f1c50a0f9 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:19:24.571727 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad4f986-b656-4acf-8b05-2f2fe6ef03ba service neutron] Pushing event updated for resources: {'Port': ['ID=68bed719-ac67-41d7-99ec-ab7d4605f60b,revision_number=3']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:19:24.575429 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-5ad4f986-b656-4acf-8b05-2f2fe6ef03ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:19:24.616706 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5172c418-e625-4a5e-9339-f85218e3984c req-5ad4f986-b656-4acf-8b05-2f2fe6ef03ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:19:24.617424 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-5172c418-e625-4a5e-9339-f85218e3984c req-5ad4f986-b656-4acf-8b05-2f2fe6ef03ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:24.619046 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-5172c418-e625-4a5e-9339-f85218e3984c req-5ad4f986-b656-4acf-8b05-2f2fe6ef03ba service neutron] 10.222.0.16 "PUT /v2.0/ports/68bed719-ac67-41d7-99ec-ab7d4605f60b HTTP/1.1" status: 200  len: 1093 time: 1.9122937
Apr 16 05:19:24.619600 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44be968c-f6d0-45da-b5f9-446ac6167911', 'tag': '68bed719-ac67-41d7-99ec-ab7d4605f60b'}] {{(pid=85357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 05:19:24.668558 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44be968c-f6d0-45da-b5f9-446ac6167911', 'tag': '68bed719-ac67-41d7-99ec-ab7d4605f60b', 'status': 'completed', 'code': 200}
Apr 16 05:19:24.767808 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5172c418-e625-4a5e-9339-f85218e3984c req-1a516577-41fd-4c2e-957d-22a624c47cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:19:24.769477 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-5172c418-e625-4a5e-9339-f85218e3984c req-1a516577-41fd-4c2e-957d-22a624c47cd6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=79aac8f3311743378daaadf5bddeb7d1&device_id=44be968c-f6d0-45da-b5f9-446ac6167911 HTTP/1.1" status: 200  len: 1096 time: 0.0832202
Apr 16 05:19:24.853013 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-5172c418-e625-4a5e-9339-f85218e3984c req-73150d5b-fe29-46d9-a954-bd507ebed300 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68bed719-ac67-41d7-99ec-ab7d4605f60b HTTP/1.1" status: 200  len: 217 time: 0.0696628
Apr 16 05:19:24.924378 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5172c418-e625-4a5e-9339-f85218e3984c req-12afb707-08f1-4c6d-b22b-5fa60618eb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:19:24.925896 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-5172c418-e625-4a5e-9339-f85218e3984c req-12afb707-08f1-4c6d-b22b-5fa60618eb8e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e06673b3-a8ed-436b-a038-6cb1eaff619f HTTP/1.1" status: 200  len: 853 time: 0.0667450
Apr 16 05:19:24.985844 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-5172c418-e625-4a5e-9339-f85218e3984c req-bc57951c-ccc7-449d-b9f0-031563f90704 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=56fb17ab-416c-4749-a235-81acc2ac3b71&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0527983
Apr 16 05:19:25.131922 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-5172c418-e625-4a5e-9339-f85218e3984c req-623d2ea9-290b-4511-ae15-f6571213243f service neutron] 10.222.0.16 "GET /v2.0/networks/56fb17ab-416c-4749-a235-81acc2ac3b71?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1389110
Apr 16 05:19:25.279284 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-5172c418-e625-4a5e-9339-f85218e3984c req-a697ee6e-c9fc-4188-aa70-957be701025a service neutron] 10.222.0.16 "GET /v2.0/networks/56fb17ab-416c-4749-a235-81acc2ac3b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1403615
Apr 16 05:19:25.490175 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31469de5-4af6-44a7-8242-08499dcce8c2 req-84c5e9c5-9ad6-4421-ab76-17f9f0373702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:19:25.491754 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-31469de5-4af6-44a7-8242-08499dcce8c2 req-84c5e9c5-9ad6-4421-ab76-17f9f0373702 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=79aac8f3311743378daaadf5bddeb7d1&device_id=44be968c-f6d0-45da-b5f9-446ac6167911 HTTP/1.1" status: 200  len: 1096 time: 0.1172876
Apr 16 05:19:25.680735 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5c52ac-067e-4c18-a556-f4661e98de62 req-329f9335-055a-4968-905f-e87506549855 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:19:25.682343 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-8f5c52ac-067e-4c18-a556-f4661e98de62 req-329f9335-055a-4968-905f-e87506549855 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] 10.222.0.26 "GET /v2.0/ports?device_id=44be968c-f6d0-45da-b5f9-446ac6167911 HTTP/1.1" status: 200  len: 943 time: 0.2309549
Apr 16 05:19:25.683511 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31469de5-4af6-44a7-8242-08499dcce8c2 req-32c27535-a130-495c-aca3-2a46364cd912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:19:25.684915 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-31469de5-4af6-44a7-8242-08499dcce8c2 req-32c27535-a130-495c-aca3-2a46364cd912 service neutron] 10.222.0.16 "GET /v2.0/networks?id=56fb17ab-416c-4749-a235-81acc2ac3b71 HTTP/1.1" status: 200  len: 914 time: 0.1852157
Apr 16 05:19:25.774363 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-31469de5-4af6-44a7-8242-08499dcce8c2 req-e7428c8b-de40-40e9-9e61-e1336ffd2163 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68bed719-ac67-41d7-99ec-ab7d4605f60b HTTP/1.1" status: 200  len: 217 time: 0.0710649
Apr 16 05:19:25.840307 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-8f5c52ac-067e-4c18-a556-f4661e98de62 req-182c43f8-745c-4ef4-b920-1afbc34c866e tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dff405a-c1c0-47a1-97d6-0f52f4141861&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1511962
Apr 16 05:19:25.860209 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31469de5-4af6-44a7-8242-08499dcce8c2 req-06941a50-2995-4d0d-a346-70ccb847af0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:19:25.861906 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-31469de5-4af6-44a7-8242-08499dcce8c2 req-06941a50-2995-4d0d-a346-70ccb847af0a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e06673b3-a8ed-436b-a038-6cb1eaff619f HTTP/1.1" status: 200  len: 853 time: 0.0781040
Apr 16 05:19:25.918135 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-31469de5-4af6-44a7-8242-08499dcce8c2 req-dfc19924-7b2b-4f55-917d-a214795843c1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=56fb17ab-416c-4749-a235-81acc2ac3b71&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0480962
Apr 16 05:19:26.067171 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-31469de5-4af6-44a7-8242-08499dcce8c2 req-cbfa0b01-b4b0-49ae-b78d-0e5d0c889b96 service neutron] 10.222.0.16 "GET /v2.0/networks/56fb17ab-416c-4749-a235-81acc2ac3b71?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1416686
Apr 16 05:19:26.216291 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-31469de5-4af6-44a7-8242-08499dcce8c2 req-7b3795b1-0951-4c76-ae12-47e16610a226 service neutron] 10.222.0.16 "GET /v2.0/networks/56fb17ab-416c-4749-a235-81acc2ac3b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1423416
Apr 16 05:19:27.073145 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dfdf7b-00f9-4273-a6d8-cbce5c8dc7c1 req-1dea8b02-999f-4e9f-9793-4e48c67da4ae tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:19:27.075527 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-71dfdf7b-00f9-4273-a6d8-cbce5c8dc7c1 req-1dea8b02-999f-4e9f-9793-4e48c67da4ae tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] 10.222.0.26 "GET /v2.0/ports?device_id=44be968c-f6d0-45da-b5f9-446ac6167911 HTTP/1.1" status: 200  len: 943 time: 0.1079736
Apr 16 05:19:27.126886 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-71dfdf7b-00f9-4273-a6d8-cbce5c8dc7c1 req-22b88ff4-9939-4b4e-a816-5e9cc6a68d56 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dff405a-c1c0-47a1-97d6-0f52f4141861&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435081
Apr 16 05:19:28.363767 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92de80af-cc4f-4a5c-8345-880a65ba938e req-f958ab51-1241-4b6e-91d5-f113279f2ac3 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:19:28.365386 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-92de80af-cc4f-4a5c-8345-880a65ba938e req-f958ab51-1241-4b6e-91d5-f113279f2ac3 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] 10.222.0.26 "GET /v2.0/ports?device_id=44be968c-f6d0-45da-b5f9-446ac6167911 HTTP/1.1" status: 200  len: 943 time: 0.1106150
Apr 16 05:19:28.416267 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-92de80af-cc4f-4a5c-8345-880a65ba938e req-26d0cb46-1424-40f5-867c-17b0fa86bfbc tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dff405a-c1c0-47a1-97d6-0f52f4141861&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443168
Apr 16 05:19:29.249784 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device 68bed719-ac67-41d7-99ec-ab7d4605f60b details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=85358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 16 05:19:29.401262 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] For port 68bed719-ac67-41d7-99ec-ab7d4605f60b, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=68bed719-ac67-41d7-99ec-ab7d4605f60b,segment=NetworkSegment(9c8a2e63-37b5-4c7f-9db5-98a7dff0a01a),segment_id=9c8a2e63-37b5-4c7f-9db5-98a7dff0a01a)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:19:29.416423 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Returning: {'device': '68bed719-ac67-41d7-99ec-ab7d4605f60b', 'network_id': '56fb17ab-416c-4749-a235-81acc2ac3b71', 'port_id': '68bed719-ac67-41d7-99ec-ab7d4605f60b', 'mac_address': 'fa:16:3e:b0:77:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e06673b3-a8ed-436b-a038-6cb1eaff619f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 16 05:19:29.477359 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:29.496442 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68bed719-ac67-41d7-99ec-ab7d4605f60b {{(pid=85358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 05:19:29.514522 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] For port 68bed719-ac67-41d7-99ec-ab7d4605f60b, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=68bed719-ac67-41d7-99ec-ab7d4605f60b,segment=NetworkSegment(9c8a2e63-37b5-4c7f-9db5-98a7dff0a01a),segment_id=9c8a2e63-37b5-4c7f-9db5-98a7dff0a01a)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:19:29.518858 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:29.520954 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:19:29.596351 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Pushing event updated for resources: {'Port': ['ID=68bed719-ac67-41d7-99ec-ab7d4605f60b,revision_number=4']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:19:29.599783 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:19:29.633073 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5199cfb8-0be1-4caf-a807-3fafc130d7ee req-34cc9066-ca21-4f6c-ba35-bc2ffda88ba9 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:19:29.634732 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-5199cfb8-0be1-4caf-a807-3fafc130d7ee req-34cc9066-ca21-4f6c-ba35-bc2ffda88ba9 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] 10.222.0.26 "GET /v2.0/ports?device_id=44be968c-f6d0-45da-b5f9-446ac6167911 HTTP/1.1" status: 200  len: 944 time: 0.1010792
Apr 16 05:19:29.685786 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-5199cfb8-0be1-4caf-a807-3fafc130d7ee req-0a7041f8-f0f0-476d-8610-f314e3b69e89 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dff405a-c1c0-47a1-97d6-0f52f4141861&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436919
Apr 16 05:19:29.798173 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] get_ports_and_sgs() called for port_ids ['68bed719-ac67-41d7-99ec-ab7d4605f60b'] {{(pid=85358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 05:19:30.907588 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62ce1c5-f9a2-411e-af32-ad845ffb23e6 req-4f51d84c-17f9-4150-8d23-cee9e5ffd2c9 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:19:30.909211 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c62ce1c5-f9a2-411e-af32-ad845ffb23e6 req-4f51d84c-17f9-4150-8d23-cee9e5ffd2c9 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] 10.222.0.26 "GET /v2.0/ports?device_id=44be968c-f6d0-45da-b5f9-446ac6167911 HTTP/1.1" status: 200  len: 944 time: 0.1082435
Apr 16 05:19:30.962946 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-c62ce1c5-f9a2-411e-af32-ad845ffb23e6 req-9463f16c-6f19-492c-a10e-e64afe431da5 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dff405a-c1c0-47a1-97d6-0f52f4141861&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439339
Apr 16 05:19:31.248232 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device 68bed719-ac67-41d7-99ec-ab7d4605f60b up at agent hyperv_hv-cinder-78652 {{(pid=85358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 05:19:31.326696 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Provisioning for port 68bed719-ac67-41d7-99ec-ab7d4605f60b completed by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 05:19:31.333118 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.provisioning_blocks [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Provisioning complete for port 68bed719-ac67-41d7-99ec-ab7d4605f60b triggered by entity L2. {{(pid=85358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 05:19:31.333578 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-102006'] for port, provisioning_complete {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:31.463276 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854559709'] for port, before_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:31.497155 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44be968c-f6d0-45da-b5f9-446ac6167911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68bed719-ac67-41d7-99ec-ab7d4605f60b'}] {{(pid=85358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 05:19:31.508287 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] For port 68bed719-ac67-41d7-99ec-ab7d4605f60b, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=68bed719-ac67-41d7-99ec-ab7d4605f60b,segment=NetworkSegment(9c8a2e63-37b5-4c7f-9db5-98a7dff0a01a),segment_id=9c8a2e63-37b5-4c7f-9db5-98a7dff0a01a)] {{(pid=85358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:19:31.512491 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752522904896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284332319792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752522456042'] for port, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:31.514440 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:19:31.553220 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44be968c-f6d0-45da-b5f9-446ac6167911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68bed719-ac67-41d7-99ec-ab7d4605f60b', 'code': 200}
Apr 16 05:19:31.588228 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Pushing event updated for resources: {'Port': ['ID=68bed719-ac67-41d7-99ec-ab7d4605f60b,revision_number=5']} {{(pid=85358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:19:31.591596 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:19:31.835859 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8227788-9b9a-4d21-b0bd-2ede7b42f6e5 req-e86aae24-b07f-45eb-9cf3-38ceb2b000f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:19:31.837507 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-d8227788-9b9a-4d21-b0bd-2ede7b42f6e5 req-e86aae24-b07f-45eb-9cf3-38ceb2b000f3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=44be968c-f6d0-45da-b5f9-446ac6167911 HTTP/1.1" status: 200  len: 1098 time: 0.0828154
Apr 16 05:19:31.886174 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-d8227788-9b9a-4d21-b0bd-2ede7b42f6e5 req-90a11e56-d1c9-46f0-9e42-3e41c5e9749e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0dff405a-c1c0-47a1-97d6-0f52f4141861&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370274
Apr 16 05:19:32.189706 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c5b41-fe44-4019-8dad-2106e6eceead req-2e040153-0184-49d4-8d8b-c58da700270b tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:19:32.191313 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-551c5b41-fe44-4019-8dad-2106e6eceead req-2e040153-0184-49d4-8d8b-c58da700270b tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] 10.222.0.26 "GET /v2.0/ports?device_id=44be968c-f6d0-45da-b5f9-446ac6167911 HTTP/1.1" status: 200  len: 945 time: 0.1034083
Apr 16 05:19:32.241418 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-551c5b41-fe44-4019-8dad-2106e6eceead req-32506095-57e5-4450-8985-2df8b338f426 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dff405a-c1c0-47a1-97d6-0f52f4141861&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436375
Apr 16 05:19:33.462444 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9926c94c-8cf0-4b30-b847-c6aa648b6fb0 req-4ee45977-25f3-4fa5-b164-b9e4e5207ba1 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:19:33.463970 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-9926c94c-8cf0-4b30-b847-c6aa648b6fb0 req-4ee45977-25f3-4fa5-b164-b9e4e5207ba1 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] 10.222.0.26 "GET /v2.0/ports?device_id=44be968c-f6d0-45da-b5f9-446ac6167911 HTTP/1.1" status: 200  len: 945 time: 0.0970690
Apr 16 05:19:33.519662 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-9926c94c-8cf0-4b30-b847-c6aa648b6fb0 req-4370319f-8018-402b-906f-83252fa95d75 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dff405a-c1c0-47a1-97d6-0f52f4141861&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462191
Apr 16 05:19:34.888707 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0304223c-63c9-4299-9edd-462b2dcada8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:36.905511 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-ac030716-b587-4cd3-96cd-2e2569005546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:37.772719 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:37.815727 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-63345f0b-feae-4d1b-a675-506eb60b354a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:38.026004 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:39.466162 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a57a9699-4b93-4635-9a0c-76135fd629c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:48.853881 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-a8ff086d-59a1-45e6-868a-49f714a11a4d req-36b9068d-6e14-44fa-be38-51e1b96d2845 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=44be968c-f6d0-45da-b5f9-446ac6167911&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0865214
Apr 16 05:19:49.031292 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ff086d-59a1-45e6-868a-49f714a11a4d req-c5650e19-ce11-44ae-8076-1f7f426ad5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:19:49.032924 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-a8ff086d-59a1-45e6-868a-49f714a11a4d req-c5650e19-ce11-44ae-8076-1f7f426ad5c3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=79aac8f3311743378daaadf5bddeb7d1&device_id=44be968c-f6d0-45da-b5f9-446ac6167911 HTTP/1.1" status: 200  len: 1098 time: 0.0857227
Apr 16 05:19:49.196235 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ff086d-59a1-45e6-868a-49f714a11a4d req-65b4a85a-e868-4800-8762-dcb2aa8d872a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:19:49.197872 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-a8ff086d-59a1-45e6-868a-49f714a11a4d req-65b4a85a-e868-4800-8762-dcb2aa8d872a service neutron] 10.222.0.16 "GET /v2.0/networks?id=56fb17ab-416c-4749-a235-81acc2ac3b71 HTTP/1.1" status: 200  len: 914 time: 0.1421857
Apr 16 05:19:49.276539 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-a8ff086d-59a1-45e6-868a-49f714a11a4d req-d6465628-e0d7-4d13-8587-92e968a96cde service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68bed719-ac67-41d7-99ec-ab7d4605f60b HTTP/1.1" status: 200  len: 217 time: 0.0717943
Apr 16 05:19:49.346571 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ff086d-59a1-45e6-868a-49f714a11a4d req-d2632ddd-eac9-44ec-a70e-f8503c5b290e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:19:49.348216 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-a8ff086d-59a1-45e6-868a-49f714a11a4d req-d2632ddd-eac9-44ec-a70e-f8503c5b290e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e06673b3-a8ed-436b-a038-6cb1eaff619f HTTP/1.1" status: 200  len: 853 time: 0.0648673
Apr 16 05:19:49.407126 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-a8ff086d-59a1-45e6-868a-49f714a11a4d req-4c4503b7-af70-4724-9121-58a8e9b13b10 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=56fb17ab-416c-4749-a235-81acc2ac3b71&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0515623
Apr 16 05:19:49.553810 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-a8ff086d-59a1-45e6-868a-49f714a11a4d req-e69fd841-1cfc-466f-9e56-6d2a7e4bdb7d service neutron] 10.222.0.16 "GET /v2.0/networks/56fb17ab-416c-4749-a235-81acc2ac3b71?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1380162
Apr 16 05:19:49.702342 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-a8ff086d-59a1-45e6-868a-49f714a11a4d req-3cda8796-3232-48a8-9b3f-b2654cace702 service neutron] 10.222.0.16 "GET /v2.0/networks/56fb17ab-416c-4749-a235-81acc2ac3b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1383679
Apr 16 05:19:53.811266 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.agents_db [None req-9d5d34cb-f672-4e49-b111-51c360ae5d44 None None] Agent healthcheck: found 6 active agents {{(pid=85359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 05:19:55.415644 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83083aa6-cb79-4186-9cf4-26de81e837c4 req-8a0a3de2-6392-4aa5-8180-977bf5b1c529 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:19:55.417195 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-83083aa6-cb79-4186-9cf4-26de81e837c4 req-8a0a3de2-6392-4aa5-8180-977bf5b1c529 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] 10.222.0.26 "GET /v2.0/ports?device_id=44be968c-f6d0-45da-b5f9-446ac6167911 HTTP/1.1" status: 200  len: 945 time: 0.0994291
Apr 16 05:19:55.469151 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-83083aa6-cb79-4186-9cf4-26de81e837c4 req-43bd4265-cf60-42ae-bb5d-237fd2d772f6 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dff405a-c1c0-47a1-97d6-0f52f4141861&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424752
Apr 16 05:19:56.953585 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4918bd-f67e-429b-9018-1457e98e09b1 req-ab2d588a-094d-4fe9-aa02-8274f27280d9 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:19:56.955544 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-cd4918bd-f67e-429b-9018-1457e98e09b1 req-ab2d588a-094d-4fe9-aa02-8274f27280d9 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] 10.222.0.26 "GET /v2.0/ports?device_id=44be968c-f6d0-45da-b5f9-446ac6167911 HTTP/1.1" status: 200  len: 945 time: 0.3573742
Apr 16 05:19:57.056395 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-cd4918bd-f67e-429b-9018-1457e98e09b1 req-f75a05dd-05f2-4df7-bef0-4e2ef69bbf32 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dff405a-c1c0-47a1-97d6-0f52f4141861&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0942075
Apr 16 05:19:57.090612 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81351d9a-889f-4437-b475-742c4c16e78d req-29a05d46-7121-4cb5-99a1-1d82d309788f tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 05:19:57.092167 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-81351d9a-889f-4437-b475-742c4c16e78d req-29a05d46-7121-4cb5-99a1-1d82d309788f tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] 10.222.0.16 "GET /v2.0/ports?device_id=44be968c-f6d0-45da-b5f9-446ac6167911 HTTP/1.1" status: 200  len: 945 time: 0.1157913
Apr 16 05:19:57.171554 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [req-81351d9a-889f-4437-b475-742c4c16e78d req-15ab41b1-0da1-4d03-85b2-6157f0834de6 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Deleting port 68bed719-ac67-41d7-99ec-ab7d4605f60b {{(pid=85357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 05:19:57.171941 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-81351d9a-889f-4437-b475-742c4c16e78d req-15ab41b1-0da1-4d03-85b2-6157f0834de6 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284331874164'] for port, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:57.443422 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [req-81351d9a-889f-4437-b475-742c4c16e78d req-15ab41b1-0da1-4d03-85b2-6157f0834de6 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] For port 68bed719-ac67-41d7-99ec-ab7d4605f60b, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=68bed719-ac67-41d7-99ec-ab7d4605f60b,segment=NetworkSegment(9c8a2e63-37b5-4c7f-9db5-98a7dff0a01a),segment_id=9c8a2e63-37b5-4c7f-9db5-98a7dff0a01a)] {{(pid=85357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 05:19:57.443795 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-81351d9a-889f-4437-b475-742c4c16e78d req-15ab41b1-0da1-4d03-85b2-6157f0834de6 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821567696'] for port, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:57.575534 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [req-81351d9a-889f-4437-b475-742c4c16e78d req-15ab41b1-0da1-4d03-85b2-6157f0834de6 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Calling delete_port for 68bed719-ac67-41d7-99ec-ab7d4605f60b owned by compute:nova {{(pid=85357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 05:19:57.736056 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-81351d9a-889f-4437-b475-742c4c16e78d req-15ab41b1-0da1-4d03-85b2-6157f0834de6 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854559668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13824410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752522904879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752522456008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30120147'] for port, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:57.751794 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-aaea6b43-0851-4160-be64-cad85cbfd3ca tempest-TestVolumeBootPattern-2003303523 tempest-TestVolumeBootPattern-2003303523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:19:57.771853 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.db [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] get_ports_and_sgs() called for port_ids ['68bed719-ac67-41d7-99ec-ab7d4605f60b'] {{(pid=85358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 05:19:57.851482 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ab41b1-0da1-4d03-85b2-6157f0834de6 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Pushing event deleted for resources: {'Port': ['ID=68bed719-ac67-41d7-99ec-ab7d4605f60b,revision_number=None']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:19:57.867308 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ab41b1-0da1-4d03-85b2-6157f0834de6 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:19:57.867736 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ab41b1-0da1-4d03-85b2-6157f0834de6 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:19:57.868159 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ab41b1-0da1-4d03-85b2-6157f0834de6 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:19:57.868564 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ab41b1-0da1-4d03-85b2-6157f0834de6 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:19:57.868970 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ab41b1-0da1-4d03-85b2-6157f0834de6 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:19:57.869402 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ab41b1-0da1-4d03-85b2-6157f0834de6 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:19:57.869784 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ab41b1-0da1-4d03-85b2-6157f0834de6 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:19:57.870213 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ab41b1-0da1-4d03-85b2-6157f0834de6 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:19:57.870620 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ab41b1-0da1-4d03-85b2-6157f0834de6 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:19:57.871019 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ab41b1-0da1-4d03-85b2-6157f0834de6 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:19:57.871405 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ab41b1-0da1-4d03-85b2-6157f0834de6 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:19:57.871801 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ab41b1-0da1-4d03-85b2-6157f0834de6 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:19:57.876661 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-15ab41b1-0da1-4d03-85b2-6157f0834de6 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:19:58.023061 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.l3_dvrscheduler_db [req-81351d9a-889f-4437-b475-742c4c16e78d req-15ab41b1-0da1-4d03-85b2-6157f0834de6 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] No DVR routers for this DVR port 68bed719-ac67-41d7-99ec-ab7d4605f60b on host hv-cinder-78652 {{(pid=85357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 16 05:19:58.025844 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [req-81351d9a-889f-4437-b475-742c4c16e78d req-15ab41b1-0da1-4d03-85b2-6157f0834de6 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:19:58.028654 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44be968c-f6d0-45da-b5f9-446ac6167911', 'name': 'network-vif-deleted', 'tag': '68bed719-ac67-41d7-99ec-ab7d4605f60b'}] {{(pid=85357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 05:19:58.045483 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-81351d9a-889f-4437-b475-742c4c16e78d req-15ab41b1-0da1-4d03-85b2-6157f0834de6 tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] 10.222.0.16 "DELETE /v2.0/ports/68bed719-ac67-41d7-99ec-ab7d4605f60b HTTP/1.1" status: 204  len: 173 time: 0.9473410
Apr 16 05:19:58.232631 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-a626fe05-6886-4771-a86c-e21bf1511a6c req-97d9c1bc-daec-41ce-a1ca-5a3f4c046d7e tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Synchronizing usage tracker for tenant:79aac8f3311743378daaadf5bddeb7d1 on resource:port {{(pid=85357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 05:19:58.250213 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.quota.resource [req-a626fe05-6886-4771-a86c-e21bf1511a6c req-97d9c1bc-daec-41ce-a1ca-5a3f4c046d7e tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] Unset dirty status for tenant:79aac8f3311743378daaadf5bddeb7d1 on resource:port {{(pid=85357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 05:19:58.251478 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [req-a626fe05-6886-4771-a86c-e21bf1511a6c req-97d9c1bc-daec-41ce-a1ca-5a3f4c046d7e tempest-VolumesSnapshotTestJSON-1241843082 tempest-VolumesSnapshotTestJSON-1241843082-project] 10.222.0.26 "GET /v2.0/ports?device_id=44be968c-f6d0-45da-b5f9-446ac6167911 HTTP/1.1" status: 200  len: 210 time: 0.0669618
Apr 16 05:19:58.308959 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44be968c-f6d0-45da-b5f9-446ac6167911', 'name': 'network-vif-deleted', 'tag': '68bed719-ac67-41d7-99ec-ab7d4605f60b', 'status': 'completed', 'code': 200}
Apr 16 05:20:01.397457 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device 68bed719-ac67-41d7-99ec-ab7d4605f60b no longer exists at agent hyperv_hv-cinder-78652 {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 05:20:01.436028 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.plugin [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] No Port match for: 68bed719-ac67-41d7-99ec-ab7d4605f60b {{(pid=85358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 16 05:20:01.436426 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.rpc [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Device 68bed719-ac67-41d7-99ec-ab7d4605f60b not bound to the agent host hv-cinder-78652 {{(pid=85358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 05:20:04.882091 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-6eb1bde4-bcb0-4cfa-baa6-3dc51509175f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:20:06.900560 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-d9d0ae52-cc11-4407-bdd2-ecab9cb44be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:20:07.787029 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:20:07.819055 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-63345f0b-feae-4d1b-a675-506eb60b354a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:20:08.022035 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:20:09.464670 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a57a9699-4b93-4635-9a0c-76135fd629c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:20:24.368101 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 43508) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:20:24.450800 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b975e37-81ad-4e44-90c8-a4e2cf3251d4 admin admin] Deleting subnet e06673b3-a8ed-436b-a038-6cb1eaff619f {{(pid=85357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 16 05:20:24.454235 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-5b975e37-81ad-4e44-90c8-a4e2cf3251d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:20:24.509234 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-5b975e37-81ad-4e44-90c8-a4e2cf3251d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30839224'] for subnet, precommit_delete_associations {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:20:24.568208 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-5b975e37-81ad-4e44-90c8-a4e2cf3251d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-24815'] for subnet, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:20:24.834885 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-5b975e37-81ad-4e44-90c8-a4e2cf3251d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854751001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821614264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036824655738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31845136'] for subnet, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:20:24.851380 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-b8e42210-4f42-4dbd-8a94-aa3d05423f6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:20:24.891681 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b975e37-81ad-4e44-90c8-a4e2cf3251d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e06673b3-a8ed-436b-a038-6cb1eaff619f,revision_number=None']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:20:24.941146 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-5b975e37-81ad-4e44-90c8-a4e2cf3251d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:20:24.992978 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-5b975e37-81ad-4e44-90c8-a4e2cf3251d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:20:24.999545 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-5b975e37-81ad-4e44-90c8-a4e2cf3251d4 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/e06673b3-a8ed-436b-a038-6cb1eaff619f HTTP/1.1" status: 204  len: 168 time: 0.6303163
Apr 16 05:20:25.003762 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85357) accepted ('10.222.0.26', 43512) {{(pid=85357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:20:25.125537 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-60354ee8-9735-45a9-9725-3107cb3e2d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854762676'] for network, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:20:25.320410 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-60354ee8-9735-45a9-9725-3107cb3e2d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854672018', 'neutron.services.segments.db._delete_segments_for_network-8752523025096'] for network, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:20:25.436325 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.services.segments.db [None req-60354ee8-9735-45a9-9725-3107cb3e2d96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5dae39d978>,) {'filters': {'network_id': ['56fb17ab-416c-4749-a235-81acc2ac3b71']}} {{(pid=85357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:20:25.449104 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.services.segments.db [None req-60354ee8-9735-45a9-9725-3107cb3e2d96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5dae39d978>, '9c8a2e63-37b5-4c7f-9db5-98a7dff0a01a') {'for_net_delete': True} {{(pid=85357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:20:25.449477 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.services.segments.db [None req-60354ee8-9735-45a9-9725-3107cb3e2d96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5dae39d978>, '9c8a2e63-37b5-4c7f-9db5-98a7dff0a01a') {} {{(pid=85357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 05:20:25.461740 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-60354ee8-9735-45a9-9725-3107cb3e2d96 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752523028953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036823936640'] for segment, before_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:20:25.477445 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-60354ee8-9735-45a9-9725-3107cb3e2d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854750583'] for segment, precommit_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:20:25.484380 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60354ee8-9735-45a9-9725-3107cb3e2d96 admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=85357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 16 05:20:25.662916 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-60354ee8-9735-45a9-9725-3107cb3e2d96 admin admin] Network 56fb17ab-416c-4749-a235-81acc2ac3b71 has no segments {{(pid=85357) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 16 05:20:25.672115 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-60354ee8-9735-45a9-9725-3107cb3e2d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-25233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30121511'] for segment, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:20:25.853928 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.plugins.ml2.managers [None req-60354ee8-9735-45a9-9725-3107cb3e2d96 admin admin] Network 56fb17ab-416c-4749-a235-81acc2ac3b71 has no segments {{(pid=85357) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 16 05:20:25.877055 dv-cinder-786524-1-iscsi neutron-server[85243]: Traceback (most recent call last):
Apr 16 05:20:25.877055 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 05:20:25.877055 dv-cinder-786524-1-iscsi neutron-server[85243]:     timer()
Apr 16 05:20:25.877055 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 05:20:25.877055 dv-cinder-786524-1-iscsi neutron-server[85243]:     cb(*args, **kw)
Apr 16 05:20:25.877055 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 16 05:20:25.877055 dv-cinder-786524-1-iscsi neutron-server[85243]:     return func(*args, **kwargs)
Apr 16 05:20:25.877055 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 05:20:25.877055 dv-cinder-786524-1-iscsi neutron-server[85243]:     self._notify()
Apr 16 05:20:25.877055 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 05:20:25.877055 dv-cinder-786524-1-iscsi neutron-server[85243]:     self.callback(batched_events)
Apr 16 05:20:25.877055 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 05:20:25.877055 dv-cinder-786524-1-iscsi neutron-server[85243]:     event.method(event)
Apr 16 05:20:25.877055 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 16 05:20:25.877055 dv-cinder-786524-1-iscsi neutron-server[85243]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 05:20:25.877055 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 16 05:20:25.877055 dv-cinder-786524-1-iscsi neutron-server[85243]:     segment_id)['aggregates'][0]
Apr 16 05:20:25.877055 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 16 05:20:25.877055 dv-cinder-786524-1-iscsi neutron-server[85243]:     return f(self, *a, **k)
Apr 16 05:20:25.877055 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 16 05:20:25.877055 dv-cinder-786524-1-iscsi neutron-server[85243]:     return self._get(url).json()
Apr 16 05:20:25.877055 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 05:20:25.877055 dv-cinder-786524-1-iscsi neutron-server[85243]:     **kwargs)
Apr 16 05:20:25.877055 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 05:20:25.877055 dv-cinder-786524-1-iscsi neutron-server[85243]:     return self.request(url, 'GET', **kwargs)
Apr 16 05:20:25.877055 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 16 05:20:25.877055 dv-cinder-786524-1-iscsi neutron-server[85243]:     **endpoint_filter)
Apr 16 05:20:25.877055 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 05:20:25.877055 dv-cinder-786524-1-iscsi neutron-server[85243]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 05:20:25.877055 dv-cinder-786524-1-iscsi neutron-server[85243]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 05:20:25.877055 dv-cinder-786524-1-iscsi neutron-server[85243]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 05:20:25.877055 dv-cinder-786524-1-iscsi neutron-server[85243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 05:20:25.958835 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-60354ee8-9735-45a9-9725-3107cb3e2d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-103783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821614228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036821710202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33197052'] for network, after_delete {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:20:25.963676 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-60354ee8-9735-45a9-9725-3107cb3e2d96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821710155'] for network, before_response {{(pid=85357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:20:25.967707 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-ef7295d7-082d-44ec-b825-00000635d5a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:20:25.988542 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-60354ee8-9735-45a9-9725-3107cb3e2d96 admin admin] 10.222.0.26 "DELETE /v2.0/networks/56fb17ab-416c-4749-a235-81acc2ac3b71 HTTP/1.1" status: 204  len: 168 time: 0.9837217
Apr 16 05:20:25.989745 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60354ee8-9735-45a9-9725-3107cb3e2d96 admin admin] Pushing event deleted for resources: {'Network': ['ID=56fb17ab-416c-4749-a235-81acc2ac3b71,revision_number=None']} {{(pid=85357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:20:25.992307 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-60354ee8-9735-45a9-9725-3107cb3e2d96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:20:26.193686 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 43518) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:20:26.247589 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-e7baca0d-fec5-44ea-915e-9b83cb7b0a13 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=79aac8f3311743378daaadf5bddeb7d1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0523651
Apr 16 05:20:26.250319 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [-] (85356) accepted ('10.222.0.26', 43522) {{(pid=85356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 05:20:26.311796 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-87a78ba8-e9fc-4e3d-832a-7993e08548ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:20:26.338956 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-87a78ba8-e9fc-4e3d-832a-7993e08548ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:20:26.393866 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-87a78ba8-e9fc-4e3d-832a-7993e08548ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821612916'] for security_group, after_delete {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:20:26.397820 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-c331e8fc-73df-4f54-ab58-e046875afdaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 05:20:26.409968 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a78ba8-e9fc-4e3d-832a-7993e08548ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dff405a-c1c0-47a1-97d6-0f52f4141861,revision_number=None']} {{(pid=85356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 05:20:26.421252 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a78ba8-e9fc-4e3d-832a-7993e08548ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:20:26.421678 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a78ba8-e9fc-4e3d-832a-7993e08548ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:20:26.422123 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a78ba8-e9fc-4e3d-832a-7993e08548ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:20:26.422532 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a78ba8-e9fc-4e3d-832a-7993e08548ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:20:26.422936 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a78ba8-e9fc-4e3d-832a-7993e08548ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:20:26.423348 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a78ba8-e9fc-4e3d-832a-7993e08548ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:20:26.423732 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a78ba8-e9fc-4e3d-832a-7993e08548ed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:20:26.424129 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a78ba8-e9fc-4e3d-832a-7993e08548ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:20:26.424526 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a78ba8-e9fc-4e3d-832a-7993e08548ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:20:26.424924 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a78ba8-e9fc-4e3d-832a-7993e08548ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:20:26.425405 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a78ba8-e9fc-4e3d-832a-7993e08548ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:20:26.425804 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a78ba8-e9fc-4e3d-832a-7993e08548ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-iscsi {{(pid=85356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 05:20:26.429062 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-87a78ba8-e9fc-4e3d-832a-7993e08548ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=85356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:20:26.430282 dv-cinder-786524-1-iscsi neutron-server[85243]: INFO neutron.wsgi [None req-87a78ba8-e9fc-4e3d-832a-7993e08548ed admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0dff405a-c1c0-47a1-97d6-0f52f4141861 HTTP/1.1" status: 204  len: 168 time: 0.1790297
Apr 16 05:20:26.431256 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG oslo_concurrency.lockutils [None req-87a78ba8-e9fc-4e3d-832a-7993e08548ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 05:20:30.812064 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.agents_db [None req-9d5d34cb-f672-4e49-b111-51c360ae5d44 None None] Agent healthcheck: found 6 active agents {{(pid=85359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 05:20:34.892862 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-f50d8a2c-8658-401a-8e06-04cdcbc5417d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:20:36.896006 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-81c954ff-e689-47b9-9727-4a141b22f826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:20:37.790170 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:20:37.827553 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-63345f0b-feae-4d1b-a675-506eb60b354a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:20:38.019316 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:20:39.469258 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a57a9699-4b93-4635-9a0c-76135fd629c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:21:04.890841 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-934665b8-f032-476c-b364-abb71dc5a7fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:21:06.895887 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c50af0cb-ec95-4578-9ca7-05c02e781455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:21:07.788043 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:21:07.812912 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.agents_db [None req-9d5d34cb-f672-4e49-b111-51c360ae5d44 None None] Agent healthcheck: found 6 active agents {{(pid=85359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 05:21:07.823843 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-63345f0b-feae-4d1b-a675-506eb60b354a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:21:08.014354 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:21:09.479023 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a57a9699-4b93-4635-9a0c-76135fd629c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:21:17.563986 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [req-91aab609-a228-4872-b2f0-37a1557a7810 req-691b56c2-2364-4712-9c96-17828c7a22a8 service neutron] (85357) timed out ('10.222.0.16', 65406) {{(pid=85357) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 16 05:21:30.006800 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [req-5a2d57d2-32a0-4b15-b94d-5fe591ab4128 req-ed8edf37-30d8-4aca-a473-aacbca8fc777 service neutron] (85356) timed out ('10.222.0.16', 65404) {{(pid=85356) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 16 05:21:34.883603 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a839c1d0-46f9-4d05-a21b-b376cc592e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:21:36.891061 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-75c0c2f4-82dd-4e35-96cf-6a90ee21e00b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:21:37.798131 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:21:37.826604 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-63345f0b-feae-4d1b-a675-506eb60b354a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:21:38.019357 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:21:39.480716 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a57a9699-4b93-4635-9a0c-76135fd629c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:21:44.813981 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.agents_db [None req-9d5d34cb-f672-4e49-b111-51c360ae5d44 None None] Agent healthcheck: found 6 active agents {{(pid=85359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 05:22:04.895248 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-83b2d008-b787-4160-b529-8183ce8d6b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:22:06.896826 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-68b65ef4-7feb-4dbc-af70-50a1b7e3c2df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:22:07.809617 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:22:07.835398 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-63345f0b-feae-4d1b-a675-506eb60b354a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:22:08.024998 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:22:09.486647 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a57a9699-4b93-4635-9a0c-76135fd629c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:22:21.815214 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.agents_db [None req-9d5d34cb-f672-4e49-b111-51c360ae5d44 None None] Agent healthcheck: found 6 active agents {{(pid=85359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 05:22:23.179326 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [req-56a02fbb-bba9-4fec-9eb6-0435bedef2f2 req-76ddd431-dc3d-409f-8236-697c8c62cf92 service neutron] (85356) timed out ('10.222.0.16', 65402) {{(pid=85356) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 16 05:22:34.896259 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-5a7b3f63-64e1-4bf5-9741-f8bea4c5aa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:22:36.903711 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-27602b2d-f68b-4cf4-b1ba-6c0863833b64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:22:37.807367 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:22:37.831364 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-63345f0b-feae-4d1b-a675-506eb60b354a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:22:38.029298 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:22:39.487918 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a57a9699-4b93-4635-9a0c-76135fd629c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:22:58.819264 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.agents_db [None req-9d5d34cb-f672-4e49-b111-51c360ae5d44 None None] Agent healthcheck: found 6 active agents {{(pid=85359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 05:23:04.902905 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-cb3d993e-cb96-4eea-bca2-b4da3d58dd48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:23:06.908377 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a2d02535-c055-429a-bea6-20e38e80fd07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:23:07.812809 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:23:07.833633 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-63345f0b-feae-4d1b-a675-506eb60b354a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:23:08.040044 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:23:09.486003 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a57a9699-4b93-4635-9a0c-76135fd629c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:23:34.898797 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-638afad6-ce0a-4733-9869-5539838c6923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:23:35.824209 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.agents_db [None req-9d5d34cb-f672-4e49-b111-51c360ae5d44 None None] Agent healthcheck: found 6 active agents {{(pid=85359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 05:23:36.895946 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e549822b-ecd1-4259-b644-07d615f86e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:23:37.843694 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:23:37.848236 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-63345f0b-feae-4d1b-a675-506eb60b354a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:23:38.038462 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:23:39.488797 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a57a9699-4b93-4635-9a0c-76135fd629c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:23:44.653656 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [req-6405987f-3729-4984-9408-6bfef55f479b req-8259856b-40af-4a44-b6c9-e0ba1b8d43fc service neutron] (85357) timed out ('10.222.0.16', 65155) {{(pid=85357) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 16 05:24:04.886869 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-43959591-cf8c-4b1b-b41b-e903b2f29834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:24:06.893140 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-6f64b9b8-778e-4e41-893d-26f450ea881e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:24:07.844411 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:24:07.851518 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-63345f0b-feae-4d1b-a675-506eb60b354a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:24:08.038163 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:24:09.491515 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a57a9699-4b93-4635-9a0c-76135fd629c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:24:12.829464 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.agents_db [None req-9d5d34cb-f672-4e49-b111-51c360ae5d44 None None] Agent healthcheck: found 6 active agents {{(pid=85359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 05:24:31.625198 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [req-ca96f614-47ad-4d84-99ff-6bcedc7c4145 req-2d0a6133-ed8b-4a4f-9ebc-666aa9d9bd61 service neutron] (85356) timed out ('10.222.0.26', 36116) {{(pid=85356) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 16 05:24:34.888865 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c8ff5b57-e072-418d-a4ac-00c639912311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:24:36.897285 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-0770ef11-4f41-4c9c-8fe3-de3eb0e5c639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:24:37.837042 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:24:37.847755 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-63345f0b-feae-4d1b-a675-506eb60b354a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:24:38.036243 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:24:39.494864 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a57a9699-4b93-4635-9a0c-76135fd629c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:24:49.836218 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.agents_db [None req-9d5d34cb-f672-4e49-b111-51c360ae5d44 None None] Agent healthcheck: found 6 active agents {{(pid=85359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 05:25:04.893850 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-843769f5-fd9c-43ce-a5be-805b1d522c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:25:06.901977 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-c053f15e-afb1-462f-b19f-5da0d1eecce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:25:07.851423 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-2f6bca77-800d-48de-af1a-b6e2b7437e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:25:07.856834 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-63345f0b-feae-4d1b-a675-506eb60b354a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:25:08.038949 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-e3c697f8-61a4-4d45-9f7a-1144c43c3f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:25:09.505567 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron_lib.callbacks.manager [None req-a57a9699-4b93-4635-9a0c-76135fd629c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752523025079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 05:25:24.715818 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.wsgi [req-1f197a81-617e-412c-bd7e-6813df06d9f3 req-cc54db02-f0ff-46e7-bcbd-5703fac730bb service neutron] (85357) timed out ('10.222.0.26', 40624) {{(pid=85357) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 16 05:25:26.833446 dv-cinder-786524-1-iscsi neutron-server[85243]: DEBUG neutron.db.agents_db [None req-9d5d34cb-f672-4e49-b111-51c360ae5d44 None None] Agent healthcheck: found 6 active agents {{(pid=85359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}